-- Logs begin at Mon 2022-01-24 09:11:01 UTC, end at Mon 2022-01-24 10:08:54 UTC. -- Jan 24 09:40:35.940602 dv-cinder-809523-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 24 09:40:38.895181 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:40:38.895844 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 09:40:38.895931 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102398) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:40:38.899318 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.common.config [-] Logging enabled! Jan 24 09:40:38.899570 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 24 09:40:38.899885 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102398) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 24 09:40:38.900835 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:40:38.901070 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:40:38.901438 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:40:38.901689 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:40:38.901913 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:40:38.902228 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.902653 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 24 09:40:38.902986 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.903282 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.903556 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.903851 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.904140 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.904425 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.904712 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.905006 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.905294 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.905572 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.905860 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.906146 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.906432 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.906701 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.907011 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.907296 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] debug = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.907578 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.908014 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.908434 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.908716 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.909005 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.909283 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.909557 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.909839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.910124 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.910450 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] host = dv-cinder-809523-7-iscsi {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.910728 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.911040 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.911328 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.911613 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.911889 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.912166 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.912453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.912725 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.912998 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.913273 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.913559 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.913846 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.914137 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.914365 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.914589 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.914927 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.915220 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.915498 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.915771 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.916047 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.916320 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.916594 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.916861 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.917146 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.917431 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.917716 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.917990 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.918265 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.918538 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.918810 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.919116 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.919392 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.919666 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.919940 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.920227 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.920498 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.920771 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.921070 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.921356 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.921637 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.921920 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.922199 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.922481 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.922752 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.923053 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.923325 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_json = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.923596 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.923865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.924145 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.924417 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.924688 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.924959 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.925230 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.925513 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.925783 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:38.926082 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.926379 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.926683 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.927015 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.927310 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.927590 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.927881 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.928162 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.928453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.928741 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.929344 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.929623 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.929920 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.930212 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.930559 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.930863 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.931182 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.931473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.931749 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.932024 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.932305 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.932584 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.932880 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.933153 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.933442 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.933731 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.934011 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.934310 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.934598 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.934911 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.935203 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.935482 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.935762 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.936055 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.936335 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.936614 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.936896 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.937191 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.937474 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.937753 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.938039 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.938321 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.938599 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.938874 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.939174 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.939469 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.939747 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.940020 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.940297 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.940576 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.940851 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.941138 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.941418 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.941697 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.941973 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.942260 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.942538 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.942815 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.943117 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.943396 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.943675 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.943950 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.944226 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.944506 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.944782 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.945057 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.945332 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.945606 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.945883 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.946181 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.946458 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.946734 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.947105 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.947387 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.947680 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.947976 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.948255 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.948534 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.948813 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.949091 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.949368 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.949646 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.949922 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.950199 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.950473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.950765 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.951088 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.951380 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.951685 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.951964 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.952265 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.952543 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.952828 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.953109 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.953385 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.953669 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.953952 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.954248 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.954545 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.954841 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.955163 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.955459 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.955741 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.956050 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.956332 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:38.956553 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:40:38.956793 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102398) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 24 09:40:39.321098 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 09:40:39.321327 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 09:40:39.321663 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 24 09:40:39.322012 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 24 09:40:39.647855 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.648153 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.648414 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.649787 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.650062 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.650328 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.694876 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.695204 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.695460 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.711149 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.711432 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.711748 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.739954 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.740223 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.740489 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.775860 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.776135 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:39.776398 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.113175 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.113814 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.113814 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.113982 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.114836 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.213638 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.213968 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.214250 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.214525 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.214796 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.215134 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.215397 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.215651 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.215906 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.216193 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.216433 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.216697 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.216951 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.217203 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.217454 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.217719 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.217975 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.218242 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.218494 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.218753 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.219052 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.219310 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.219592 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.219967 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.220217 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.220462 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.220856 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.221096 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.221336 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.221573 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.221809 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.222049 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:40.222414 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 24 09:40:40.225585 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 24 09:40:40.229627 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 24 09:40:40.233527 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jan 24 09:40:40.235184 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 24 09:40:40.235816 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 24 09:40:40.236150 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 24 09:40:40.236534 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 24 09:40:40.239403 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 24 09:40:40.239653 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 24 09:40:40.239994 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 09:40:40.245469 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 24 09:40:40.268186 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 24 09:40:40.268657 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.268926 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102398) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 24 09:40:40.269289 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.270680 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102398) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 24 09:40:40.270955 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 24 09:40:40.271237 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 24 09:40:40.274495 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.274776 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.339309 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 24 09:40:40.339544 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 24 09:40:40.339782 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 24 09:40:40.340152 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 24 09:40:40.362067 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_db.sqlalchemy.engines [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102398) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 24 09:40:40.804941 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing driver for type 'gre' Jan 24 09:40:40.805496 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] gre ID ranges: [(1, 1000)] Jan 24 09:40:40.856446 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing driver for type 'local' Jan 24 09:40:40.856976 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing driver for type 'vlan' Jan 24 09:40:40.876880 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] VlanTypeDriver initialization complete Jan 24 09:40:40.877298 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing driver for type 'vxlan' Jan 24 09:40:40.878046 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] vxlan ID ranges: [(1, 1000)] Jan 24 09:40:40.943368 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing extension driver 'port_security' Jan 24 09:40:40.943710 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.extensions.port_security [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] PortSecurityExtensionDriver initialization complete Jan 24 09:40:40.944043 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing mechanism driver 'openvswitch' Jan 24 09:40:40.944367 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing mechanism driver 'hyperv' Jan 24 09:40:40.951173 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.plugin [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:40:40.952022 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.952392 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.952753 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.953291 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.953720 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.954072 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.954417 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.954816 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.955251 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.955604 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.955952 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.956354 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.956762 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.957114 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.957457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.957861 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.958275 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.958612 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.958979 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.959378 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.959788 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > address_group after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.960133 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > address_group after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.960473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.960868 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102398) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 24 09:40:40.961313 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] ML2 OVO RPC backend initialized. {{(pid=102398) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 24 09:40:40.962022 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.962377 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.962801 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.963177 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > networks before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.963525 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.963867 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > ports before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.964209 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.964550 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnets before_response 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.964890 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.965229 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.965564 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.965897 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.966230 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.966561 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.966915 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.967250 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.967582 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:40.968151 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.plugin [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Modular L2 Plugin initialization complete Jan 24 09:40:40.968480 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading services supported by the core plugin {{(pid=102398) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 24 09:40:40.968807 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.plugins.ml2.managers [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Got port-security extension from driver 'port_security' Jan 24 09:40:40.969271 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.extensions.vlantransparent [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Disabled vlantransparent extension. Jan 24 09:40:40.969758 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102398) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 24 09:40:40.970070 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: router Jan 24 09:40:41.009883 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.010277 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_create 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.010649 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router before_create 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.011040 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.011422 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.011780 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_delete 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.012163 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.012669 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.013068 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_create 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.013442 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.013801 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.014138 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.014499 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.014929 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.015304 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.015647 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.015989 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: subnet after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.016330 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.016679 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.017028 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_create 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.017372 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.017718 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.018077 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router after_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.018419 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.018772 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_create 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.019160 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.019509 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_update 55549900 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.019884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > agent after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.020244 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > agent after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.020590 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > network after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.021450 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Tracking information for resource: router configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:41.021805 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Tracking information for resource: floatingip configured {{(pid=102398) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 24 09:40:41.026817 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.db.l3_agentschedulers_db [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 24 09:40:41.027586 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.027946 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.028297 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.028645 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: port after_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.029415 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router before_create 55550100 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.029774 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.030136 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_create 55550100 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.030493 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > router precommit_update 55550100 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.035316 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.provider_configuration [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service providers = [] {{(pid=102398) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 24 09:40:41.035684 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.db.servicetype_db [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102398) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 24 09:40:41.038652 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.service_base [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:40:41.039034 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.service_base [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:40:41.039365 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.service_base [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:40:41.040398 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.services.service_base [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102398) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 24 09:40:41.040772 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.services.service_base [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 24 09:40:41.041138 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.041471 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 24 09:40:41.052527 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.052867 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: auto_allocate Jan 24 09:40:41.059163 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: network precommit_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.059487 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: network precommit_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.060002 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.060323 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: tag Jan 24 09:40:41.067225 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.067547 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: timestamp Jan 24 09:40:41.071492 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.071817 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: network_ip_availability Jan 24 09:40:41.077344 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.077715 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.078079 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.078793 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.079142 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: flavors Jan 24 09:40:41.084203 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.084546 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading Plugin: revisions Jan 24 09:40:41.088933 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102398) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 24 09:40:41.089333 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=102398) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 24 09:40:41.090075 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102398) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 24 09:40:41.090412 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Initializing extension manager. Jan 24 09:40:41.090925 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: __init__.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.091301 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: __pycache__ {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.091636 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.091971 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: address_group.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.092736 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.093305 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: address-group Jan 24 09:40:41.093630 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: address_scope.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.094336 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.094846 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: address-scope Jan 24 09:40:41.095202 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.096133 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.096648 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: router-admin-state-down-before-update Jan 24 09:40:41.096969 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: agent.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.097674 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.098172 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: agent Jan 24 09:40:41.098502 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: agent_resources_synced.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.099445 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.099952 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: agent-resources-synced Jan 24 09:40:41.100275 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: allowedaddresspairs.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.102072 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.102675 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: allowed-address-pairs Jan 24 09:40:41.103038 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: auto_allocated_topology.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.104121 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.104666 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: auto-allocated-topology Jan 24 09:40:41.104994 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: availability_zone.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.105694 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.106201 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: availability_zone Jan 24 09:40:41.106511 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: availability_zone_filter.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.107477 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.107991 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: availability_zone_filter Jan 24 09:40:41.108341 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: data_plane_status.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.109318 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.109843 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension data-plane-status not supported by any of loaded plugins Jan 24 09:40:41.110167 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: default_subnetpools.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.111121 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.111624 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: default-subnetpools Jan 24 09:40:41.111947 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.112780 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.113281 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: dhcp_agent_scheduler Jan 24 09:40:41.113797 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: dns.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.114517 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.115062 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension dns-integration not supported by any of loaded plugins Jan 24 09:40:41.115390 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: dns_domain_ports.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.116322 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.116829 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 24 09:40:41.117152 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.118132 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.118639 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 24 09:40:41.118988 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: dvr.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.119677 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.120177 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: dvr Jan 24 09:40:41.120498 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: ecmp_routes.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.121423 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.121928 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 24 09:40:41.122254 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: empty_string_filtering.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.123210 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.123717 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: empty-string-filtering Jan 24 09:40:41.124038 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.124980 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.125485 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:40:41.125804 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.126725 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.127259 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 24 09:40:41.127582 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: external_net.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.128570 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.129094 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: external-net Jan 24 09:40:41.129437 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.130427 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.130973 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: extra_dhcp_opt Jan 24 09:40:41.131300 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: extraroute.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.132215 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.132721 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: extraroute Jan 24 09:40:41.133069 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: extraroute_atomic.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.134409 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.134949 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: extraroute-atomic Jan 24 09:40:41.135273 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: filter_validation.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.135950 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.136451 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: filter-validation Jan 24 09:40:41.136786 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: fip_pf_description.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.137703 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.138203 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 24 09:40:41.138525 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: fip_port_details.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.139474 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.139978 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: fip-port-details Jan 24 09:40:41.140301 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: flavors.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.141557 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.142083 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: flavors Jan 24 09:40:41.142404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.144124 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.144650 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 24 09:40:41.144987 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: floatingip_pools.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.145705 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.146222 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: floatingip-pools Jan 24 09:40:41.146552 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: ip_allocation.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.147522 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.148034 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension ip_allocation not supported by any of loaded plugins Jan 24 09:40:41.148363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.149395 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.149906 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: ip-substring-filtering Jan 24 09:40:41.150234 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l2_adjacency.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.151212 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.151714 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 24 09:40:41.152045 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.153041 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.153561 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: router Jan 24 09:40:41.153886 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.156195 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.156727 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 24 09:40:41.157079 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.158136 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.158707 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: ext-gw-mode Jan 24 09:40:41.159087 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.160112 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.160653 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: l3-ha Jan 24 09:40:41.161002 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3_flavors.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.161976 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.162488 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: l3-flavors Jan 24 09:40:41.162811 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.163800 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.164350 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 24 09:40:41.164682 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: l3agentscheduler.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.165723 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.166236 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: l3_agent_scheduler Jan 24 09:40:41.166565 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: local_ip.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.168402 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.168922 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension local_ip not supported by any of loaded plugins Jan 24 09:40:41.169255 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: logging.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.170936 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.171468 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension logging not supported by any of loaded plugins Jan 24 09:40:41.171828 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: metering.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.172593 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.173179 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: metering Jan 24 09:40:41.173503 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.174613 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.175163 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: metering_source_and_destination_fields Jan 24 09:40:41.175491 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: multiprovidernet.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.176418 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.176939 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: multi-provider Jan 24 09:40:41.177262 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: netmtu.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.178185 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.178698 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: net-mtu Jan 24 09:40:41.179363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: netmtu_writable.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.180338 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.180857 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: net-mtu-writable Jan 24 09:40:41.181183 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: network_availability_zone.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.181866 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.182410 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: network_availability_zone Jan 24 09:40:41.182739 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: network_ip_availability.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.183889 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.184405 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: network-ip-availability Jan 24 09:40:41.184755 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: network_segment_range.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.185532 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.186042 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension network-segment-range not supported by any of loaded plugins Jan 24 09:40:41.186362 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: pagination.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.187384 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.187721 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: pagination Jan 24 09:40:41.188044 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: port_device_profile.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.188974 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.189491 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: port-device-profile Jan 24 09:40:41.189811 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.190738 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.191278 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: port-mac-address-regenerate Jan 24 09:40:41.191602 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.192520 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.193025 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: port-numa-affinity-policy Jan 24 09:40:41.193347 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: port_resource_request.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.194269 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.194770 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension port-resource-request not supported by any of loaded plugins Jan 24 09:40:41.195120 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: port_resource_request_groups.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.196129 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.196627 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 24 09:40:41.196968 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: portbindings.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.197884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.198393 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: binding Jan 24 09:40:41.198716 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: portbindings_extended.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.200038 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.200554 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: binding-extended Jan 24 09:40:41.200881 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: portsecurity.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.201816 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.202334 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: port-security Jan 24 09:40:41.202660 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: project_id.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.203674 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.204009 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: project-id Jan 24 09:40:41.204333 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: providernet.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.205275 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.205788 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: provider Jan 24 09:40:41.206114 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.209889 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.210416 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos not supported by any of loaded plugins Jan 24 09:40:41.210751 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.212098 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.212621 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 24 09:40:41.212954 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.213886 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.214402 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 24 09:40:41.214728 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_default.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.215675 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.216186 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-default not supported by any of loaded plugins Jan 24 09:40:41.216510 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_fip.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.217430 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.217942 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-fip not supported by any of loaded plugins Jan 24 09:40:41.218267 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.219225 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.219739 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 24 09:40:41.220062 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_gateway_ip.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.220989 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.221495 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 24 09:40:41.221825 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_port_network_policy.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.222857 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.223388 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 24 09:40:41.223713 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.224780 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.225292 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 24 09:40:41.225613 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_pps_rule.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.226799 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.227375 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-pps not supported by any of loaded plugins Jan 24 09:40:41.227704 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_rule_type_details.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.228622 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.229133 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 24 09:40:41.229461 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: qos_rules_alias.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.230507 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.231054 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 24 09:40:41.231382 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: quota_check_limit.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.232304 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.232816 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: quota-check-limit Jan 24 09:40:41.233143 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: quotasv2.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.234092 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.234419 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: quotas Jan 24 09:40:41.234743 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: quotasv2_detail.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.238070 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.238416 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: quota_details Jan 24 09:40:41.238756 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: rbac.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.239852 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.240410 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: rbac-policies Jan 24 09:40:41.240738 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: rbac_address_group.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.241690 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.242208 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: rbac-address-group Jan 24 09:40:41.242532 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: rbac_address_scope.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.243548 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.244066 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: rbac-address-scope Jan 24 09:40:41.244390 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: rbac_security_groups.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.245316 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.245827 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: rbac-security-groups Jan 24 09:40:41.246152 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: rbac_subnetpool.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.247101 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.247612 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: rbac-subnetpool Jan 24 09:40:41.247932 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: revisionifmatch.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.248863 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.249374 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: revision-if-match Jan 24 09:40:41.249699 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: revisions.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.250823 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.251371 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: standard-attr-revisions Jan 24 09:40:41.251698 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: router_availability_zone.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.252381 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.252888 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: router_availability_zone Jan 24 09:40:41.253208 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: routerservicetype.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.254135 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.254642 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension router-service-type not supported by any of loaded plugins Jan 24 09:40:41.254992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.256010 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.256514 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: security-groups-normalized-cidr Jan 24 09:40:41.256839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.257776 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.258285 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: port-security-groups-filtering Jan 24 09:40:41.258633 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.259600 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.260112 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: security-groups-remote-address-group Jan 24 09:40:41.260436 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.261399 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.261913 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: security-groups-shared-filtering Jan 24 09:40:41.262232 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.262819 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 24 09:40:41.263166 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: securitygroup.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.273023 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.273561 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: security-group Jan 24 09:40:41.273900 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: segment.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.274747 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.275289 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension segment not supported by any of loaded plugins Jan 24 09:40:41.275618 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.276555 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.277066 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 24 09:40:41.277398 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: servicetype.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.278523 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.279075 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: service-type Jan 24 09:40:41.279405 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: sorting.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.280397 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.280730 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: sorting Jan 24 09:40:41.281053 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: standard_attr_segment.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.281988 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.282506 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 24 09:40:41.282832 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: standardattrdescription.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.283521 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.284031 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: standard-attr-description Jan 24 09:40:41.284354 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: stateful_security_group.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.285287 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.285805 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: stateful-security-group Jan 24 09:40:41.286130 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: stdattrs_common.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.286699 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 24 09:40:41.287055 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.287989 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.288500 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 24 09:40:41.288817 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnet_onboard.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.289941 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.290458 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: subnet_onboard Jan 24 09:40:41.290784 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.291746 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.292260 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 24 09:40:41.292581 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnet_service_types.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.293509 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.294030 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: subnet-service-types Jan 24 09:40:41.294355 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnetallocation.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.295487 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.296005 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: subnet_allocation Jan 24 09:40:41.296327 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.297006 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.297519 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: subnetpool-prefix-ops Jan 24 09:40:41.297841 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.298773 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.299318 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 24 09:40:41.299644 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: tagging.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.300718 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.301240 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: standard-attr-tag Jan 24 09:40:41.301571 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: timestamp.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.302800 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.303350 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loaded extension: standard-attr-timestamp Jan 24 09:40:41.303679 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: trunk.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.305052 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.305674 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension trunk not supported by any of loaded plugins Jan 24 09:40:41.306006 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: trunk_details.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.306962 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.307487 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension trunk-details not supported by any of loaded plugins Jan 24 09:40:41.307811 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: uplink_status_propagation.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.308741 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.309303 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 24 09:40:41.309580 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Loading extension file: vlantransparent.py {{(pid=102398) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 24 09:40:41.310253 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102398) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 24 09:40:41.310767 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 24 09:40:41.313316 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:network Jan 24 09:40:41.313846 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnet Jan 24 09:40:41.314247 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:40:41.314640 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:port Jan 24 09:40:41.317060 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.317525 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service FLAVORS assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.318170 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.318608 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.318963 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:router Jan 24 09:40:41.319395 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:40:41.319869 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service METERING assigned prefix: /metering {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.321689 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.322081 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.322436 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:40:41.323495 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:40:41.323943 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:40:41.324467 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:40:41.325063 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service CORE assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.325392 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:40:41.325736 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] subnetpool is already registered Jan 24 09:40:41.326170 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service CORE assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.326494 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:40:41.326823 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] subnetpool is already registered Jan 24 09:40:41.329186 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.329624 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service FLAVORS assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.330219 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.330645 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.331002 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:router Jan 24 09:40:41.331376 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] router is already registered Jan 24 09:40:41.331792 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:floatingip Jan 24 09:40:41.332130 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] floatingip is already registered Jan 24 09:40:41.332580 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service METERING assigned prefix: /metering {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.333246 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of CountableResource for resource:rbac_policy Jan 24 09:40:41.333570 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] rbac_policy is already registered Jan 24 09:40:41.333991 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:security_group Jan 24 09:40:41.334324 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] security_group is already registered Jan 24 09:40:41.334726 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 24 09:40:41.335086 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] security_group_rule is already registered Jan 24 09:40:41.335706 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service CORE assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.336034 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:40:41.336368 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] subnetpool is already registered Jan 24 09:40:41.336835 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.v2.resource_helper [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Service CORE assigned prefix: {{(pid=102398) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 24 09:40:41.337163 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Creating instance of TrackedResource for resource:subnetpool Jan 24 09:40:41.337490 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING neutron.quota.resource_registry [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] subnetpool is already registered Jan 24 09:40:41.337960 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: extensions {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.339475 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: address-groups {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.340973 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: address-scopes {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.342300 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: agents {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.343482 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: auto-allocated-topology {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.344740 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: availability_zones {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.345959 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: dhcp-networks {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.347590 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: dhcp-agents {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.349005 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: routers {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.351290 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: flavors {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.352514 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: service_profiles {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.353715 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: next_providers {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.355181 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: service_profiles {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.356710 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: floatingip-pools {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.357933 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: routers {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.360054 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: floatingips {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.361377 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: l3-routers {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.362763 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: l3-agents {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.364171 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: metering-labels {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.365530 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: metering-label-rules {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.366799 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: network-ip-availabilities {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.368140 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: bindings {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.369749 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: quotas {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.371333 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: quotas {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.372868 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: rbac-policies {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.374165 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: security-groups {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.375427 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: security-group-rules {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.376632 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: service-providers {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.377826 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: subnetpools {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.379257 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: subnetpools {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.380717 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.382382 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.385226 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.387031 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.388832 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.390647 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.392357 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.394228 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.396027 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.397864 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron.api.extensions [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Extended resource: tags {{(pid=102398) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 24 09:40:41.403814 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING keystonemiddleware.auth_token [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 24 09:40:41.408485 dv-cinder-809523-7-iscsi neutron-server[102398]: WARNING keystonemiddleware.auth_token [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 24 09:40:41.417158 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Acquired lock "singleton_lock" {{(pid=102398) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 24 09:40:41.417637 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_concurrency.lockutils [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Releasing lock "singleton_lock" {{(pid=102398) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 24 09:40:41.418301 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Starting 2 workers Jan 24 09:40:41.423126 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Started child 102507 {{(pid=102398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:40:41.427517 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Started child 102508 {{(pid=102398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:40:41.428373 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.429356 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO neutron.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 24 09:40:41.430035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.430161 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [-] (102507) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:40:41.432459 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Starting 1 workers Jan 24 09:40:41.432598 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.433900 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [-] (102508) wsgi starting up on http://0.0.0.0:9696 Jan 24 09:40:41.437624 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Started child 102509 {{(pid=102398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:40:41.438157 dv-cinder-809523-7-iscsi neutron-server[102398]: INFO oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Starting 1 workers Jan 24 09:40:41.441359 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] calling RpcWorker wait() {{(pid=102509) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 24 09:40:41.441949 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] returning from RpcWorker wait() {{(pid=102509) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 24 09:40:41.442605 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Started child 102510 {{(pid=102398) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 24 09:40:41.443279 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.443415 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG neutron_lib.callbacks.manager [None req-723ad83a-b59b-4f6f-bcf0-1165b63c2402 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.443807 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:40:41.445340 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102398) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 09:40:41.445539 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:40:41.445729 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:40:41.446032 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:40:41.446380 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:40:41.446514 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:40:41.447072 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.447355 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.447617 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.447905 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.448199 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.448350 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:41.448830 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.449046 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.449301 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.449514 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:40:41.449650 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.449769 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.449960 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.450123 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.450374 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.450634 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.450934 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.451219 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.451469 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.451748 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.451921 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.452185 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.452428 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.452690 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.452955 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] debug = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.453208 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.453685 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.453914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.454138 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.454374 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.454643 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.454874 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.455182 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.455422 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.455656 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.455911 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.456166 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.456404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.456634 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.456890 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.457110 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.457366 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.457599 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.458036 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] host = dv-cinder-809523-7-iscsi {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.458250 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.458471 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.458710 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.459022 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.459288 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.459504 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.459752 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.460004 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.460252 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.460491 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.460729 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.460974 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.461212 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.461500 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.461694 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_options = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.461945 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.462221 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.462517 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.462757 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.462885 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.463056 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.463314 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.463471 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.463737 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.463966 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.464181 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.464412 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.464646 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.464880 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.465144 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.465374 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.465604 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.465841 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.466102 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.466325 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.466549 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.466774 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.467038 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.467271 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.467484 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.467703 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.467925 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.468194 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.468399 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.468642 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.468855 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.469107 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.469319 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.469549 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.469809 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.470039 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.470264 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.470493 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.470752 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.471089 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.471483 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.471751 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.472060 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.472632 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.472917 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.473232 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.473404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_json = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.473573 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.473787 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.474079 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.474304 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.474531 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.474761 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.475016 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.475250 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.475642 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.476740 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.477020 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.477383 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.477618 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.477871 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.478113 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.478367 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.478591 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.478825 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.479086 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.479874 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.480243 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.480691 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.481371 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.481788 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.482127 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.482372 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.482641 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.482879 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.483151 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.483372 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.483595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.483868 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.484091 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.484324 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.484559 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.484779 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.485214 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.485571 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.485977 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.486254 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.486505 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.486771 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.487018 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.487704 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.487704 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.487704 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.488601 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.488601 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.488601 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.488601 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489693 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.489902 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.490162 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.490412 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.490666 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.490884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.491123 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.491371 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.491592 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.491829 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.492064 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.492329 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.492572 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.492829 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.493046 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.493392 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.493513 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.493724 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.493943 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.494163 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.494395 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.494630 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.495422 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.495422 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.495422 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.495771 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.495771 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.496363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.496363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.496363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.496743 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.496870 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.497009 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.497404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.497404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.498004 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.498004 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.498235 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.498357 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.498507 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.500992 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.501865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.501865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.501865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.501865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.501865 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.502361 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.502361 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.502568 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.503827 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.503827 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.503827 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.503827 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.504182 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.504271 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505113 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505113 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505113 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505396 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505396 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505638 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.505922 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.506178 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.506402 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.506652 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.506931 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.507224 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.507473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.507768 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.508009 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.508263 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.508609 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.508874 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.509141 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.509373 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.509633 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.509886 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.510134 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.510393 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.510644 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.510876 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.511119 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.511365 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.511590 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.511835 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.512068 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.512374 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.512606 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.512844 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.513061 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.513325 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.513572 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.513832 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.514089 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.514333 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.514569 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.514818 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.515081 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.516993 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.517591 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.517591 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.517591 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.517814 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.517902 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.520837 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.521457 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522192 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522367 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522600 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.522808 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.523048 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.523437 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.523808 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.524189 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.524583 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.524959 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.525388 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.525782 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.526271 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.526512 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.526760 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.527025 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.527240 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.527486 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.527727 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.527981 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.528208 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.528428 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.528647 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.528904 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.529147 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.529384 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.529602 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.529829 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.530207 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.530575 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.530959 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.531268 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.531529 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.531782 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.532037 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.532271 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.532650 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.533036 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.533396 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.533786 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.534161 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.534521 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.534928 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.535150 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.535369 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.535586 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.535831 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.536089 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.536309 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.537390 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.537620 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.537839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.538221 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.538583 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.538802 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.539076 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.539697 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.539697 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.539872 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.539996 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.540234 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.540486 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.540699 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.541067 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.541447 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.541680 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.541897 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.542884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.542884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.542884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.542884 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.543326 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.543458 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.543697 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.544004 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.544220 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.544461 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.544716 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.544926 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.545156 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.545410 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.545707 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.546002 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.546255 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.546508 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.546774 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.547090 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.547360 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.547586 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.547888 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.548212 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.548494 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.548751 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.548984 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.549241 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.549468 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.549693 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.549943 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.550179 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.550403 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.550639 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.550876 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.551142 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.551367 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.551599 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.551816 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.552040 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.552270 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.552506 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.552740 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.552897 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:40:41.553437 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102398) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 24 09:40:41.553599 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 24 09:40:41.554057 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 24 09:40:41.554249 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 24 09:40:41.554420 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 24 09:40:41.554572 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 24 09:40:41.554784 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.554969 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.555135 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.555329 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.555490 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.555829 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.555996 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556158 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556320 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556484 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556644 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556804 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.556965 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557125 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557285 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557444 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557604 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557762 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.557897 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:40:41.558035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558169 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558299 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558430 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558569 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] debug = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558701 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.558839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559033 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559168 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559378 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559519 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559653 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559796 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.559927 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560060 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560222 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560369 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560528 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560689 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.560852 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.561010 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.561170 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.561526 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.561741 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] host = dv-cinder-809523-7-iscsi {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.561965 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.562173 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.562625 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.562800 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.562982 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563139 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563297 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563608 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563765 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.563931 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564079 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564237 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564396 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564556 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_options = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564714 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.564871 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565033 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565198 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565364 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565523 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565686 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.565843 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.566151 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.566453 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.566620 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.566776 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.566958 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567120 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567284 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567442 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567602 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567762 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.567925 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568086 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568244 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568563 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568722 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.568881 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569040 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569205 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569364 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569523 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569696 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.569839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570028 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570161 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570284 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570437 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570603 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.570764 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571008 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571175 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571340 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571500 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571640 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571804 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.571956 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572109 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572252 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572416 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_json = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572561 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572721 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.572880 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573039 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573202 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573347 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573505 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573664 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.573824 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 24 09:40:41.574003 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.574168 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.574344 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.574506 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.574667 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.574828 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575013 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575177 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575339 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575500 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575671 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.575834 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576009 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576171 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576337 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576501 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576662 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576838 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.576975 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577140 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577302 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577462 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577632 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577793 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.577953 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578113 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578276 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578445 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578606 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578782 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.578968 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579133 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579296 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579458 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579666 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579789 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.579926 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.580145 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.580280 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.580402 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.581085 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.581085 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.581322 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.581322 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.581610 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.582488 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583127 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583127 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583127 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583127 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583592 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583592 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583592 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583930 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.583930 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584151 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584151 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584356 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584616 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584779 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.584942 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585104 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585278 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585439 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585602 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585762 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.585925 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586155 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586288 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586410 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586555 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586719 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.586879 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587061 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587224 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587385 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587546 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587707 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.587869 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588031 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588194 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588355 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588523 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588683 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.588852 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589002 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589182 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589343 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589504 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589666 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589827 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.589988 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590149 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590310 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590471 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590633 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590793 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.590975 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591141 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591641 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591641 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591641 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591890 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.591890 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592037 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592203 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592363 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592527 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592696 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.592847 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593008 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593167 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593337 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593500 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593664 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593826 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.593995 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.594167 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.594329 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.594490 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.594650 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.594810 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595337 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595455 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595616 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595781 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.595955 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596118 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596324 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596460 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596589 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596754 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.596916 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597088 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597249 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597411 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597574 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597734 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.597896 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598058 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598220 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598382 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598543 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598704 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.598867 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599053 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599209 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599373 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599533 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599696 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.599858 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600019 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600179 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600365 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600526 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600688 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.600849 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601010 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601171 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601334 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601503 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601671 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601834 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.601995 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.602202 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.602365 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.602526 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603106 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603106 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603106 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603340 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603433 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603543 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603708 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.603869 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604032 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604196 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604359 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604522 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604687 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.604850 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605012 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605175 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605339 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605501 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605677 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.605839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606000 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606169 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606395 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606494 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606631 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606792 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.606974 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607138 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607298 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607464 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607628 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607790 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.607952 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608112 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608274 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608438 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608601 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608775 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.608939 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.609100 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.609260 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.609421 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.609583 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.609758 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.610047 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.614914 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.615595 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616187 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 47542) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.616778 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.617645 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.617870 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.618086 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.618278 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.618473 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.618677 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.618878 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.619114 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.619251 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.619485 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.619664 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.619839 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620035 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620303 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620404 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620599 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620750 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.620922 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.621143 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.621325 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.621520 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.621733 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.621869 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.622029 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.622193 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.622383 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.622572 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.622780 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623039 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623171 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623335 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623573 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623774 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.623925 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624090 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624234 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624373 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081768 Jan 24 09:40:41.624565 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624565 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624766 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.624888 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 24 09:40:41.625050 dv-cinder-809523-7-iscsi neutron-server[102398]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102398) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 24 09:40:53.016634 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70023f0-8feb-45a8-91fc-8b1048463272 None None] get_active_networks_info from dv-cinder-809523-7-iscsi {{(pid=102509) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 24 09:40:53.084777 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70023f0-8feb-45a8-91fc-8b1048463272 None None] No non-hosted networks {{(pid=102509) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 24 09:40:53.104975 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.agentschedulers_db [None req-a70023f0-8feb-45a8-91fc-8b1048463272 None None] DHCP Agent not found on host dv-cinder-809523-7-iscsi {{(pid=102509) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 24 09:40:53.241106 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ad53f183-b177-477d-ab1d-7db5768ae69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:55.227733 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-854bc8fc-19ad-4a47-bcf6-8bcf1bafddc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:55.281860 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0e8d7218-9cbc-4c94-82f5-d93562590005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:56.180499 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:57.669053 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:59.103547 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:40:59.104358 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.104868 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.105206 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.105530 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.106012 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.106339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.106663 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.107038 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.107366 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.107684 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.108176 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.108500 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.108831 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:40:59.109260 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809523-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:40:59.116075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809523-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:01.564606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 47640) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:02.086593 dv-cinder-809523-7-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-a8fcb439-4b83-4fad-9a92-37d48655a945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:02.087336 dv-cinder-809523-7-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-a8fcb439-4b83-4fad-9a92-37d48655a945 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:02.272249 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.db.l3_hamode_db [None req-300b7410-b8ed-46bc-b632-d0f7bfabd7d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 24 09:41:02.315096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [None req-a8fcb439-4b83-4fad-9a92-37d48655a945 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:41:02.338917 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a8fcb439-4b83-4fad-9a92-37d48655a945 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7536914 Jan 24 09:41:02.348299 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b7410-b8ed-46bc-b632-d0f7bfabd7d7 None None] Routers set() bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:41:02.348678 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b7410-b8ed-46bc-b632-d0f7bfabd7d7 None None] Router IDs set() for agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 24 09:41:05.054672 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 47658) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:05.383858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': 'f76ce264df8e464587f0479efab07e56', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:05.483649 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.policy [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102508) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 09:41:05.529550 dv-cinder-809523-7-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:05.529943 dv-cinder-809523-7-iscsi neutron-server[102508]: WARNING oslo_policy.policy [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:05.538673 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.quota [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] Loaded quota_driver: . Jan 24 09:41:05.631206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299560493', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299557880', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299538093', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299541332', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299522284', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776299515241', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1328179', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1370945', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-369725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450555'] for rbac-policy (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:05.702643 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:05.703881 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4b9cde7c-019b-4b57-8c90-aece33339166 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6482096 Jan 24 09:41:08.375158 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47670) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:08.917307 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING oslo_policy.policy [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:08.917900 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING oslo_policy.policy [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:09.142041 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Request body: {'network': {'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'name': 'private', 'admin_state_up': True, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:09.143636 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.quota [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Loaded quota_driver: . Jan 24 09:41:09.204877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Made reservation on behalf of 1e05fa2eb5554450b9abe2c9c6243b41 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:41:09.274417 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.policy [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102507) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 24 09:41:09.320787 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING oslo_policy.policy [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:09.321159 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING oslo_policy.policy [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 24 09:41:09.331790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.353548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.464729 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks [] for security_group (f4464bd8-4518-4f5d-a149-cc44ee65e845), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.470049 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f4464bd8-4518-4f5d-a149-cc44ee65e845), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.489730 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:41:09.517570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776296554617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (4ad27b83-f97d-43fe-b7fa-605a3f19d9d1), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.518144 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Unsubscribe: segment precommit_create {{(pid=102507) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 09:41:09.518659 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Added segment 4ad27b83-f97d-43fe-b7fa-605a3f19d9d1 of type vlan for network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 Jan 24 09:41:09.539240 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4464bd8-4518-4f5d-a149-cc44ee65e845,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:09.557699 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.558049 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.558391 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.558728 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.559085 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.559409 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.559751 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.560059 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.560397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.560738 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.561060 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.561400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.561980 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Tracked resource versions report: Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: pushed versions: Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: { 'AddressGroup': {'1.2'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'ConntrackHelper': {'1.0'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Log': {'1.0'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Network': {'1.1'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Port': {'1.7'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'PortForwarding': {'1.2'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'QosPolicy': {'1.10'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroup': {'1.5'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SubPort': {'1.0'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Subnet': {'1.1'}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Trunk': {'1.1'}} Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: consumer versions: Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'ConntrackHelper': '1.0', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'LocalIPAssociation': '1.0', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Log': '1.0', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Network': '1.1', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Port': '1.7', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'PortForwarding': '1.2', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'QosPolicy': '1.10', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroup': '1.5', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroupRule': '1.2', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SubPort': '1.0', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Subnet': '1.1', Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Trunk': '1.1'}} Jan 24 09:41:09.564088 dv-cinder-809523-7-iscsi neutron-server[102507]: {{(pid=102507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:41:09.658683 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (935a1a78-ffb8-4c8b-9f40-c1ebd23dc139), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.699413 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (935a1a78-ffb8-4c8b-9f40-c1ebd23dc139), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.700688 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:09.701418 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:09.765805 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3885791 Jan 24 09:41:09.807317 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a7ca7-74b5-4013-b0ef-170064ab8377 admin admin] Pushing event updated for resources: {'Network': ['ID=935a1a78-ffb8-4c8b-9f40-c1ebd23dc139,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:09.819110 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:41:12.517332 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 47692) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:12.962120 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcf3fe1-1250-4066-b8a9-5bcd325a4888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:12.963901 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dbcf3fe1-1250-4066-b8a9-5bcd325a4888 admin admin] 10.222.0.39 "GET /v2.0/networks/935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 HTTP/1.1" status: 200 len: 825 time: 0.4455378 Jan 24 09:41:12.989028 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5961c0f5-d276-4e33-beae-e215253855ee admin admin] 10.222.0.39 "GET /v2.0/subnetpools/4cc13276-0f5a-479b-a629-9a170d28a4fc HTTP/1.1" status: 200 len: 734 time: 0.0194397 Jan 24 09:41:12.997559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Request body: {'subnet': {'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gateway_ip': '172.20.0.1'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:13.032967 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Made reservation on behalf of 1e05fa2eb5554450b9abe2c9c6243b41 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:41:13.035709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:13.321029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (3594093e-a19e-4e80-b255-e99fdcaa1821), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:13.384372 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Checking segment: {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:41:13.384741 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Network hostable DHCP agents. Network: 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:41:13.397999 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3594093e-a19e-4e80-b255-e99fdcaa1821,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:13.413194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.413557 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.413893 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.414221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.414536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.414861 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.415200 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.415520 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.415848 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.416181 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.416502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.416806 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.417107 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Tracked resource versions report: Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: pushed versions: Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: { 'AddressGroup': {'1.2'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Log': {'1.0'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Network': {'1.1'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Port': {'1.7'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'PortForwarding': {'1.2'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'QosPolicy': {'1.10'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroup': {'1.5'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SubPort': {'1.0'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Subnet': {'1.1'}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Trunk': {'1.1'}} Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: consumer versions: Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'ConntrackHelper': '1.0', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'LocalIPAssociation': '1.0', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Log': '1.0', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Network': '1.1', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Port': '1.7', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'PortForwarding': '1.2', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'QosPolicy': '1.10', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroup': '1.5', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroupRule': '1.2', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SubPort': '1.0', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Subnet': '1.1', Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Trunk': '1.1'}} Jan 24 09:41:13.418407 dv-cinder-809523-7-iscsi neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:41:13.435116 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:41:13.451668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:13.456381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:13.457048 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:13.462128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b602c-29ef-4229-9f05-cd4eb3227688 None None] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:41:13.471709 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0b13fe4a-0175-42cd-9c51-e70002929b63 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4773946 Jan 24 09:41:13.729963 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:41:13.731321 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.008028 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Allocated IP 172.20.0.2 (935a1a78-ffb8-4c8b-9f40-c1ebd23dc139/3594093e-a19e-4e80-b255-e99fdcaa1821/00d6e9c3-0cc5-456c-a0f7-4c5b03569518) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:41:14.275193 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks [] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.283329 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.356625 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:41:14.361647 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:14.365429 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:41:14.379888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Pushing event updated for resources: {'Port': ['ID=00d6e9c3-0cc5-456c-a0f7-4c5b03569518,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:14.408597 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.408972 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.409332 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.409671 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.410002 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.410335 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.410666 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.411022 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.411352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.411681 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.412006 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.412333 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.412650 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Tracked resource versions report: Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: pushed versions: Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Log': {'1.0'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Network': {'1.1'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Port': {'1.7'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: consumer versions: Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Log': '1.0', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Network': '1.1', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Port': '1.7', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SubPort': '1.0', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Subnet': '1.1', Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Jan 24 09:41:14.414102 dv-cinder-809523-7-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:41:14.462875 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Attempting to bind port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:41:14.463585 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Attempting to bind port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:41:14.463700 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Attempting to bind port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 on network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:41:14.468849 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:41:14.469230 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Checking segment: {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:41:14.469719 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.470090 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Bound using segment: {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:41:14.470597 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Bound port: 00d6e9c3-0cc5-456c-a0f7-4c5b03569518, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:41:14.471028 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.532267 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] For port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:41:14.536524 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] For port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=00d6e9c3-0cc5-456c-a0f7-4c5b03569518,segment=NetworkSegment(4ad27b83-f97d-43fe-b7fa-605a3f19d9d1),segment_id=4ad27b83-f97d-43fe-b7fa-605a3f19d9d1)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:41:14.543323 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:14.611440 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f83bb-ac75-41ba-b53c-1e75055feb1a None None] Pushing event updated for resources: {'Port': ['ID=00d6e9c3-0cc5-456c-a0f7-4c5b03569518,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:15.895863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 47704) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:16.221018 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [None req-fe5c4b5e-bebf-4cba-a747-848f87876ece admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:41:16.222019 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fe5c4b5e-bebf-4cba-a747-848f87876ece admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3251114 Jan 24 09:41:18.670886 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47712) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:19.013398 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [None req-029353c9-5b8c-43e3-9b61-db02469a8c98 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:41:19.014467 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-029353c9-5b8c-43e3-9b61-db02469a8c98 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3426015 Jan 24 09:41:21.725906 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47722) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:22.028779 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Request body: {'router': {'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:22.059142 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:22.060842 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:22.191393 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Publish callbacks [] for router_controller (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), precommit_add_association {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:22.197206 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:22.211495 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:22.212766 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-dce60cd3-ab4c-42f1-98c5-c74b587dc9e3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4858377 Jan 24 09:41:22.986970 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-80896861-2759-4965-b825-06c45966c770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:24.765562 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47734) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:25.083141 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [None req-489421a9-e0e9-4b04-9ad9-84b6ecf1d34e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:41:25.084114 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-489421a9-e0e9-4b04-9ad9-84b6ecf1d34e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3176272 Jan 24 09:41:25.227759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8a4dd3fb-a4f7-426c-b88d-4ed29378d2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:25.545342 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7ffc2-df5d-43fd-8aba-0e6d9cf95573 None None] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:41:25.670610 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Provisioning complete for port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:25.671042 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:25.807882 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:41:25.858641 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Current status of the port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:25.859391 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:25.896897 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:25.897282 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:25.906724 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] For port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=00d6e9c3-0cc5-456c-a0f7-4c5b03569518,segment=NetworkSegment(4ad27b83-f97d-43fe-b7fa-605a3f19d9d1),segment_id=4ad27b83-f97d-43fe-b7fa-605a3f19d9d1)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:41:25.925936 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:25.986312 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd94298-5917-4372-8407-35b6f844ffd5 None None] Pushing event updated for resources: {'Port': ['ID=00d6e9c3-0cc5-456c-a0f7-4c5b03569518,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:26.022584 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:26.045651 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-bec07c7a-597b-4473-baf4-0d5e03b46bc2 None None] Provisioning complete for port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:26.046024 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bec07c7a-597b-4473-baf4-0d5e03b46bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:26.130615 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-bec07c7a-597b-4473-baf4-0d5e03b46bc2 None None] Current status of the port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:26.132889 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.628489 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.638449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47764) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:27.730066 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:41:27.773962 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Request body: {'network': {'tenant_id': 'f76ce264df8e464587f0479efab07e56', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'project_id': 'f76ce264df8e464587f0479efab07e56'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:27.779823 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:27.780208 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.796331 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Made reservation on behalf of f76ce264df8e464587f0479efab07e56 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:41:27.798541 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.807155 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.860337 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:27.880565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks [] for security_group (f1833023-2986-473c-a906-86799305cd4b), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.885461 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f1833023-2986-473c-a906-86799305cd4b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.899479 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Reserving flat network on physical network physnet1 {{(pid=102507) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 24 09:41:27.920861 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1833023-2986-473c-a906-86799305cd4b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:27.923682 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (857b1079-f231-46e0-849a-c448c47a4e6b), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:27.924017 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Added segment 857b1079-f231-46e0-849a-c448c47a4e6b of type flat for network 859e3319-4c87-4ef0-883c-1d643089d79f Jan 24 09:41:27.971918 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (859e3319-4c87-4ef0-883c-1d643089d79f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:28.005762 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (859e3319-4c87-4ef0-883c-1d643089d79f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:28.006796 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:28.007418 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:28.060581 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4209721 Jan 24 09:41:28.065400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079888d-02c8-4f7f-92bc-df79c569ee6d admin admin] Pushing event updated for resources: {'Network': ['ID=859e3319-4c87-4ef0-883c-1d643089d79f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:28.076014 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 859e3319-4c87-4ef0-883c-1d643089d79f details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:41:29.102813 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:30.335935 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47772) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:30.487010 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd75f9-91cc-48ab-b2ac-666239ec3985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:30.488294 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b9cd75f9-91cc-48ab-b2ac-666239ec3985 admin admin] 10.222.0.39 "GET /v2.0/subnets/3594093e-a19e-4e80-b255-e99fdcaa1821 HTTP/1.1" status: 200 len: 849 time: 0.1513331 Jan 24 09:41:30.608772 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e1538b64-e53a-40e5-b389-9798d63845b8 admin admin] 10.222.0.39 "GET /v2.0/routers/df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb HTTP/1.1" status: 200 len: 704 time: 0.1119008 Jan 24 09:41:30.872994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.183018 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Allocated IP 172.20.0.1 (935a1a78-ffb8-4c8b-9f40-c1ebd23dc139/3594093e-a19e-4e80-b255-e99fdcaa1821/7bc307ea-84a6-4842-b817-4b81f16dcbf0) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:41:31.363409 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks [] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.435679 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.510767 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:41:31.515547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:31.526788 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:41:31.527483 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.546181 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Pushing event updated for resources: {'Port': ['ID=7bc307ea-84a6-4842-b817-4b81f16dcbf0,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:31.694384 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-177cd0ac-6099-4d33-bd0d-0ded6d6118eb None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:31.694951 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-177cd0ac-6099-4d33-bd0d-0ded6d6118eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.771562 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.776682 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-177cd0ac-6099-4d33-bd0d-0ded6d6118eb None None] Port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:41:31.987707 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks [] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.995641 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:31.996456 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:32.078475 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Pushing event updated for resources: {'Port': ['ID=7bc307ea-84a6-4842-b817-4b81f16dcbf0,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:32.124116 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:41:32.125705 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:32.286539 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:41:32.297905 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-50f9b980-ea05-48fb-bfb1-35f99dbf1eb0 None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:32.298300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-50f9b980-ea05-48fb-bfb1-35f99dbf1eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:32.330727 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-50f9b980-ea05-48fb-bfb1-35f99dbf1eb0 None None] Port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:41:32.378583 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:41:32.384193 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-cf56ad84-5980-4dd3-84d5-77c2784c564e admin admin] 10.222.0.39 "PUT /v2.0/routers/df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7676425 Jan 24 09:41:32.391173 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Sync routers for ids ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:41:32.404978 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Routers {'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:41:32.405733 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:41:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:32.591458 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Set router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:41:33.016024 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:31Z', 'revision_number': 2, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port_host': None, '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:31Z', 'revision_number': 2, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:33.066329 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Checking router: df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:41:33.066697 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Updating router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:41:33.113422 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.614171 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks [] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.621753 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.758850 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Pushing event updated for resources: {'Port': ['ID=7bc307ea-84a6-4842-b817-4b81f16dcbf0,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:33.786139 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.786489 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.786867 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.787228 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.787555 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.787879 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.788204 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.788526 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.788845 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.789180 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.789498 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.789809 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.790121 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Tracked resource versions report: Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: pushed versions: Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Log': {'1.0'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Network': {'1.1'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Port': {'1.7'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: consumer versions: Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Log': '1.0', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Network': '1.1', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Port': '1.7', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SubPort': '1.0', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Subnet': '1.1', Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Jan 24 09:41:33.791524 dv-cinder-809523-7-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:41:33.805312 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Attempting to bind port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:41:33.805713 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Attempting to bind port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:41:33.806142 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Attempting to bind port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 on network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:41:33.811437 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:41:33.811837 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Checking segment: {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:41:33.812304 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.812686 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Bound using segment: {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:41:33.813176 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Bound port: 7bc307ea-84a6-4842-b817-4b81f16dcbf0, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad27b83-f97d-43fe-b7fa-605a3f19d9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:41:33.813550 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.859736 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-9cd4c5ac-6343-40c4-9d7b-c08f7f80c01d None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:33.860317 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cd4c5ac-6343-40c4-9d7b-c08f7f80c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.882078 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] For port 7bc307ea-84a6-4842-b817-4b81f16dcbf0, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:41:33.893898 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9cd4c5ac-6343-40c4-9d7b-c08f7f80c01d None None] Port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:41:33.901383 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] For port 7bc307ea-84a6-4842-b817-4b81f16dcbf0, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=7bc307ea-84a6-4842-b817-4b81f16dcbf0,segment=NetworkSegment(4ad27b83-f97d-43fe-b7fa-605a3f19d9d1),segment_id=4ad27b83-f97d-43fe-b7fa-605a3f19d9d1)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:41:33.906516 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:33.960637 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Routers {'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:41:33.961258 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:41:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:33.995793 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd805f57-4f03-4443-ae97-a1d580e31705 None None] Pushing event updated for resources: {'Port': ['ID=7bc307ea-84a6-4842-b817-4b81f16dcbf0,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:34.050981 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] Set router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:41:34.119712 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:34.120250 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:34.204423 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Current status of the port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:34.205035 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:34.237447 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] For port 7bc307ea-84a6-4842-b817-4b81f16dcbf0, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=7bc307ea-84a6-4842-b817-4b81f16dcbf0,segment=NetworkSegment(4ad27b83-f97d-43fe-b7fa-605a3f19d9d1),segment_id=4ad27b83-f97d-43fe-b7fa-605a3f19d9d1)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:41:34.242423 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:34.260465 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:31Z', 'revision_number': 2, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port_host': None, '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:33Z', 'revision_number': 4, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:34.297732 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99937ac0-a9bc-4aee-b96b-23d1afc254bc None None] Pushing event updated for resources: {'Port': ['ID=7bc307ea-84a6-4842-b817-4b81f16dcbf0,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:34.298590 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e40b57d-295d-4240-89af-7aaf25ac5087 None None] The sync data for ids ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'] in dv-cinder-809523-7-iscsi is: [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:31Z', 'revision_number': 2, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port_host': None, '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:33Z', 'revision_number': 4, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:41:37.021645 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47790) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:37.128153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65073eb6-033f-43d3-9f20-790d2777696f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:37.129515 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-65073eb6-033f-43d3-9f20-790d2777696f admin admin] 10.222.0.39 "GET /v2.0/networks/859e3319-4c87-4ef0-883c-1d643089d79f HTTP/1.1" status: 200 len: 842 time: 0.1068919 Jan 24 09:41:37.139561 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': 'f76ce264df8e464587f0479efab07e56', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:37.165367 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Made reservation on behalf of f76ce264df8e464587f0479efab07e56 for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:41:37.167568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:37.467546 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.objects.ports [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102507) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 24 09:41:37.467903 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (167aafe5-526a-4766-8655-e48fe30bbe99), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:37.522266 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167aafe5-526a-4766-8655-e48fe30bbe99,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:37.532602 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:41:37.532928 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Network hostable DHCP agents. Network: 859e3319-4c87-4ef0-883c-1d643089d79f, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:41:37.553951 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:41:37.564998 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 859e3319-4c87-4ef0-883c-1d643089d79f) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:37.569219 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:37.569935 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:37.577146 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03ffe4-a039-4541-a6d6-1ca4326e02d5 None None] Network 859e3319-4c87-4ef0-883c-1d643089d79f requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:41:37.594501 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-77a9acd6-6706-4c10-9d37-bb6e0f7cf414 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537213 Jan 24 09:41:37.680893 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31359b3e-9e19-4de7-a5d3-5283b9931367 None None] Network 859e3319-4c87-4ef0-883c-1d643089d79f requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:41:39.906588 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47798) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:40.040403 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6296e7d7-1266-4a5f-9a16-0afc89572f0c admin admin] 10.222.0.39 "GET /v2.0/routers/df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb HTTP/1.1" status: 200 len: 710 time: 0.1325679 Jan 24 09:41:40.132459 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db4cbc-0b77-443a-8509-aaa2c5bbcbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:41:40.133960 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-91db4cbc-0b77-443a-8509-aaa2c5bbcbdb admin admin] 10.222.0.39 "GET /v2.0/networks/859e3319-4c87-4ef0-883c-1d643089d79f HTTP/1.1" status: 200 len: 886 time: 0.0879738 Jan 24 09:41:40.142875 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:41:40.458734 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks [] for router_gateway (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:40.705407 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks [] for router_gateway (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:40.783399 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:40.885531 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Allocated IP 172.27.3.131 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/020123fd-ad46-4c24-a2eb-5632d5cd6c67) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:41:40.991754 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks [] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.028100 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.066454 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:41:41.069225 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:41:41.072697 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:41:41.107045 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Pushing event updated for resources: {'Port': ['ID=020123fd-ad46-4c24-a2eb-5632d5cd6c67,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:41.318213 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks [] for router_gateway (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.511174 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62148'] for router (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.514619 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551703', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556026'] for router (df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.696786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:41:41.788325 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 7bc307ea-84a6-4842-b817-4b81f16dcbf0 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:41:41.807889 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:41:41.814721 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.815999 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-70ae2531-c20f-4485-85cf-44cb734d4435 admin admin] 10.222.0.39 "PUT /v2.0/routers/df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb HTTP/1.1" status: 200 len: 890 time: 1.6763511 Jan 24 09:41:41.838765 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:41.839204 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:41.922549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:42.571869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Sync routers for ids ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:41:42.583939 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Routers {'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:41:42.584688 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:41:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:42.794101 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Set router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:41:43.185410 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:41Z', 'revision_number': 4, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port': {'id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:40Z', 'updated_at': '2022-01-24T09:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:34Z', 'revision_number': 5, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:43.303401 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Checking router: df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:41:43.303752 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Updating router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:41:43.348656 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.662800 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks [] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.668964 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.718158 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Attempting to bind port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:41:43.718523 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Attempting to bind port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:41:43.718861 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Attempting to bind port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:41:43.720654 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510564-3379-4d7f-9793-804f8097872d None None] Pushing event updated for resources: {'Port': ['ID=020123fd-ad46-4c24-a2eb-5632d5cd6c67,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:43.725961 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:41:43.726330 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:41:43.726725 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.727132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:41:43.727592 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Bound port: 020123fd-ad46-4c24-a2eb-5632d5cd6c67, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:41:43.727961 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.778099 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] For port 020123fd-ad46-4c24-a2eb-5632d5cd6c67, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:41:43.781343 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] For port 020123fd-ad46-4c24-a2eb-5632d5cd6c67, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=020123fd-ad46-4c24-a2eb-5632d5cd6c67,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:41:43.787423 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:43.846205 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Routers {'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:41:43.846854 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:41:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:43.851668 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80510564-3379-4d7f-9793-804f8097872d None None] Pushing event updated for resources: {'Port': ['ID=020123fd-ad46-4c24-a2eb-5632d5cd6c67,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:43.958158 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] Set router df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:41:44.167180 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:41Z', 'revision_number': 4, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port': {'id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:40Z', 'updated_at': '2022-01-24T09:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:34Z', 'revision_number': 5, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:41:44.194566 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cbb7c4-0d6d-4382-b1d8-d7fe46e15bdd None None] The sync data for ids ['df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb'] in dv-cinder-809523-7-iscsi is: [{'id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'name': 'router1', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:41:22Z', 'updated_at': '2022-01-24T09:41:41Z', 'revision_number': 4, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'gw_port': {'id': '020123fd-ad46-4c24-a2eb-5632d5cd6c67', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:40Z', 'updated_at': '2022-01-24T09:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7bc307ea-84a6-4842-b817-4b81f16dcbf0', 'name': '', 'network_id': '935a1a78-ffb8-4c8b-9f40-c1ebd23dc139', 'tenant_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'mac_address': 'fa:16:3e:b3:76:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e82c7-ca4f-44b3-8ade-dcb2357e5cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:41:30Z', 'updated_at': '2022-01-24T09:41:34Z', 'revision_number': 5, 'project_id': '1e05fa2eb5554450b9abe2c9c6243b41', 'subnets': [{'id': '3594093e-a19e-4e80-b255-e99fdcaa1821', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cc13276-0f5a-479b-a629-9a170d28a4fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:41:44.231794 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 47810) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:41:44.373626 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-d5a50ed4-023e-422d-888b-7eff79f475b9 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1406264 Jan 24 09:41:45.781219 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 020123fd-ad46-4c24-a2eb-5632d5cd6c67 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:41:45.833466 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:45.833702 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:45.906361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:45.906753 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:45.931891 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 020123fd-ad46-4c24-a2eb-5632d5cd6c67, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=020123fd-ad46-4c24-a2eb-5632d5cd6c67,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:41:45.937113 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:45.983656 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=020123fd-ad46-4c24-a2eb-5632d5cd6c67,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:41:47.763164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 020123fd-ad46-4c24-a2eb-5632d5cd6c67 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:41:47.822685 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:41:47.823311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (020123fd-ad46-4c24-a2eb-5632d5cd6c67), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:47.906721 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 020123fd-ad46-4c24-a2eb-5632d5cd6c67 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:41:51.495948 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:41:52.990228 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a15e1ca4-4112-4f1d-90a6-a19895fd8132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:55.224959 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0bc7b59c-fa7d-46e3-9dfc-2d30777bb28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:56.131237 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:57.628433 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:41:59.109790 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:22.998878 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dd6837a1-7291-434a-8f38-bcf0f78d843e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:25.221771 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f0a5c96f-a4b7-48d6-955c-b23a38427ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:26.155307 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:27.628744 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:28.494444 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:42:29.108439 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:52.984329 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fac1901c-804d-46e5-8613-a47d14f47dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:55.216857 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-38baa4b4-6f24-414e-b611-f517acb5f0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:56.135260 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:57.624505 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:42:59.104552 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:02.869971 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48294) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:02.940677 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.pecan_wsgi.hooks.translation [None req-300787dd-8e88-4cb8-882c-df401990100d admin admin] GET failed (client error): The resource could not be found. Jan 24 09:43:02.942076 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-300787dd-8e88-4cb8-882c-df401990100d admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0711672 Jan 24 09:43:03.127039 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69594dc-1179-49bd-9a99-4e85c5f954c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:03.128448 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f69594dc-1179-49bd-9a99-4e85c5f954c3 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1823881 Jan 24 09:43:05.330954 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48304) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:05.428822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3f2ac-7304-49cf-a215-66ad644d552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:05.430065 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7bc3f2ac-7304-49cf-a215-66ad644d552c admin admin] 10.222.0.39 "GET /v2.0/subnets/3594093e-a19e-4e80-b255-e99fdcaa1821 HTTP/1.1" status: 200 len: 849 time: 0.0978334 Jan 24 09:43:05.439738 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:43:05.495883 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:43:05.525901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Publish callbacks [] for subnet (3594093e-a19e-4e80-b255-e99fdcaa1821), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:05.676863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776296615765'] for subnet (3594093e-a19e-4e80-b255-e99fdcaa1821), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:05.709563 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:05.710072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:05.711386 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] 10.222.0.39 "PUT /v2.0/subnets/3594093e-a19e-4e80-b255-e99fdcaa1821 HTTP/1.1" status: 200 len: 868 time: 0.2753904 Jan 24 09:43:05.716293 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2fc73-6abc-4708-ac17-f6207431dca3 None None] Network 935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:43:05.734244 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3594093e-a19e-4e80-b255-e99fdcaa1821,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:43:05.742656 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.743211 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.743398 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.743788 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.744071 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.744411 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.744758 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.745100 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.745432 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.745799 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.746153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.746505 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:05.746849 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b48190-89cf-4c31-947b-2490cd1377e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:06.114957 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Provisioning complete for port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:43:06.115314 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7bc307ea-84a6-4842-b817-4b81f16dcbf0), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:06.195727 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Current status of the port 7bc307ea-84a6-4842-b817-4b81f16dcbf0 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:43:06.206067 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Provisioning complete for port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:43:06.206455 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (00d6e9c3-0cc5-456c-a0f7-4c5b03569518), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:06.283661 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf05af-e20d-4d7d-8186-dcee13a6844b None None] Current status of the port 00d6e9c3-0cc5-456c-a0f7-4c5b03569518 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:43:07.953940 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48312) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:08.155712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a6dbf-703a-401b-9d48-7aab4c1884e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:08.156088 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a6dbf-703a-401b-9d48-7aab4c1884e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:08.157610 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a19a6dbf-703a-401b-9d48-7aab4c1884e4 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025902 Jan 24 09:43:10.444446 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48320) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:10.589765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfdfb92-7d37-4abd-b12f-16268bd0ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:10.590221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfdfb92-7d37-4abd-b12f-16268bd0ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:10.591818 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2cfdfb92-7d37-4abd-b12f-16268bd0ee43 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1464808 Jan 24 09:43:12.876850 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48328) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:13.023232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e02929-02ea-4bc3-b2b0-21144f596da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:13.024634 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-10e02929-02ea-4bc3-b2b0-21144f596da0 admin admin] 10.222.0.39 "GET /v2.0/networks/859e3319-4c87-4ef0-883c-1d643089d79f HTTP/1.1" status: 200 len: 886 time: 0.1460743 Jan 24 09:43:15.245169 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48338) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:15.381199 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880026bf-b2e1-428f-af33-35de1dd80183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:15.382529 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-880026bf-b2e1-428f-af33-35de1dd80183 admin admin] 10.222.0.39 "GET /v2.0/networks/935a1a78-ffb8-4c8b-9f40-c1ebd23dc139 HTTP/1.1" status: 200 len: 869 time: 0.1362605 Jan 24 09:43:17.609333 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48346) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:17.754572 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f86d6-4a10-4463-b477-c7a13602c389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:17.755050 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f86d6-4a10-4463-b477-c7a13602c389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:17.756614 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-335f86d6-4a10-4463-b477-c7a13602c389 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1463196 Jan 24 09:43:19.986226 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48354) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:20.088975 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd542ebf-8ce9-4370-826c-9339a52f2854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:20.089335 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd542ebf-8ce9-4370-826c-9339a52f2854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:20.090830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-bd542ebf-8ce9-4370-826c-9339a52f2854 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1035838 Jan 24 09:43:22.321892 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48362) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:22.417954 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20603df5-1f3c-49a4-859a-7d1aee028cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:22.419318 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-20603df5-1f3c-49a4-859a-7d1aee028cd1 admin admin] 10.222.0.39 "GET /v2.0/subnets/167aafe5-526a-4766-8655-e48fe30bbe99 HTTP/1.1" status: 200 len: 816 time: 0.0964735 Jan 24 09:43:22.988265 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2391ece9-ea90-4703-8b93-d38b4439468a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:24.636177 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48370) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:24.734655 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0bdbb-b933-477a-907e-8c4e74b52dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:24.736023 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5ed0bdbb-b933-477a-907e-8c4e74b52dba admin admin] 10.222.0.39 "GET /v2.0/subnets/3594093e-a19e-4e80-b255-e99fdcaa1821 HTTP/1.1" status: 200 len: 868 time: 0.0988901 Jan 24 09:43:25.220383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-141a4443-809f-4272-b3d4-f9c5337a6faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:26.138066 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:27.624763 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:29.110723 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:42.495070 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:43:50.106388 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48424) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:50.168087 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [None req-8f0cbb4c-e8da-479d-bbce-e5db6ca2195e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:43:50.169116 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8f0cbb4c-e8da-479d-bbce-e5db6ca2195e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615785 Jan 24 09:43:52.478938 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48432) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:52.542042 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfa2ffd-d390-434a-9da0-b8be84831d62 admin admin] GET failed (client error): The resource could not be found. Jan 24 09:43:52.543345 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-bbfa2ffd-d390-434a-9da0-b8be84831d62 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634384 Jan 24 09:43:52.687608 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850c2ef-fe42-435a-be90-0dd01ecb20f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:52.689137 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3850c2ef-fe42-435a-be90-0dd01ecb20f7 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1395802 Jan 24 09:43:52.991826 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b7efdf49-3906-4ca5-915e-2ffffc2f089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:54.985172 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48442) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:55.036503 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Request body: {'network': {'name': 'shared', 'project_id': 'f76ce264df8e464587f0479efab07e56', 'shared': True, 'admin_state_up': True, 'tenant_id': 'f76ce264df8e464587f0479efab07e56'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:43:55.059748 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Made reservation on behalf of f76ce264df8e464587f0479efab07e56 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:43:55.062021 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.088950 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING neutron.services.revisions.revision_plugin [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Could not find related network for resource to bump revision. Jan 24 09:43:55.100793 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:43:55.111275 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (84e133ea-2d9c-41a6-98b8-802609a9e1fc), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.111640 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Added segment 84e133ea-2d9c-41a6-98b8-802609a9e1fc of type vlan for network c1a7402f-c830-4494-9384-0dc7702caae4 Jan 24 09:43:55.158535 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (c1a7402f-c830-4494-9384-0dc7702caae4), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.186832 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (c1a7402f-c830-4494-9384-0dc7702caae4), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.187807 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:55.188434 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.219973 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ef29714-7b49-4ad6-ab44-da96da1fa683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:55.248026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2617650 Jan 24 09:43:55.250782 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Pushing event updated for resources: {'Network': ['ID=c1a7402f-c830-4494-9384-0dc7702caae4,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:43:55.257837 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.258211 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.258554 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.258917 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.259251 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.259579 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.259915 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.260258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.260617 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.260920 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.261227 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.261550 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.261869 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062ad40-4917-4344-8ab0-a5e6611912cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:55.273551 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network c1a7402f-c830-4494-9384-0dc7702caae4 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:43:56.141633 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:57.605091 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48452) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:43:57.627620 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:57.668382 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9c28be-7d8d-4d26-a72b-9ea462abcd7a admin admin] GET failed (client error): The resource could not be found. Jan 24 09:43:57.669678 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6e9c28be-7d8d-4d26-a72b-9ea462abcd7a admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636179 Jan 24 09:43:57.741463 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5528b81-bfaa-4401-90c9-e50e9e7c484b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:57.742806 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e5528b81-bfaa-4401-90c9-e50e9e7c484b admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689828 Jan 24 09:43:57.756208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4', 'tenant_id': 'f76ce264df8e464587f0479efab07e56', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:43:57.780734 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Made reservation on behalf of f76ce264df8e464587f0479efab07e56 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:43:57.783089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:57.947313 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (710374a3-ce1e-49c6-8d4a-9b24c5e804cf), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:57.996681 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710374a3-ce1e-49c6-8d4a-9b24c5e804cf,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:43:58.011575 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Checking segment: {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:43:58.011928 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Network hostable DHCP agents. Network: c1a7402f-c830-4494-9384-0dc7702caae4, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:43:58.029094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Network c1a7402f-c830-4494-9384-0dc7702caae4 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:43:58.039874 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, c1a7402f-c830-4494-9384-0dc7702caae4) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:43:58.044043 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:43:58.044637 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.049515 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc9a83-0a4c-4e6b-8c4e-17759e7bbedb None None] Network c1a7402f-c830-4494-9384-0dc7702caae4 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:43:58.062679 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a059a26a-bde5-4bcb-95cf-f7906db2adb6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3099089 Jan 24 09:43:58.153552 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-c1a7402f-c830-4494-9384-0dc7702caae4', 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4', 'project_id': 'f76ce264df8e464587f0479efab07e56', 'fixed_ips': [{'subnet_id': '710374a3-ce1e-49c6-8d4a-9b24c5e804cf'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:43:58.154430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.306054 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Allocated IP 192.168.233.2 (c1a7402f-c830-4494-9384-0dc7702caae4/710374a3-ce1e-49c6-8d4a-9b24c5e804cf/d4fbd980-35c8-421c-8017-44c02d9af181) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:43:58.449463 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks [] for port (d4fbd980-35c8-421c-8017-44c02d9af181), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.456628 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.594326 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Network c1a7402f-c830-4494-9384-0dc7702caae4 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:43:58.597142 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:43:58.600697 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:43:58.607655 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Pushing event updated for resources: {'Port': ['ID=d4fbd980-35c8-421c-8017-44c02d9af181,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:43:58.629541 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.630229 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.630229 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.630565 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.630986 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.631273 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.631580 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.631904 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.632240 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.632560 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.632883 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.633197 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.633512 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:43:58.668535 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Attempting to bind port d4fbd980-35c8-421c-8017-44c02d9af181 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:43:58.669012 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Attempting to bind port d4fbd980-35c8-421c-8017-44c02d9af181 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:43:58.669406 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Attempting to bind port d4fbd980-35c8-421c-8017-44c02d9af181 on network c1a7402f-c830-4494-9384-0dc7702caae4 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:43:58.674920 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:43:58.675319 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Checking segment: {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:43:58.675768 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.676221 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Bound using segment: {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:43:58.676686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Bound port: d4fbd980-35c8-421c-8017-44c02d9af181, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:43:58.677061 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.742371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] For port d4fbd980-35c8-421c-8017-44c02d9af181, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:43:58.745452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] For port d4fbd980-35c8-421c-8017-44c02d9af181, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d4fbd980-35c8-421c-8017-44c02d9af181,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:43:58.751273 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:58.805490 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413677-1475-48a3-ab18-c1e5b3b5c11a None None] Pushing event updated for resources: {'Port': ['ID=d4fbd980-35c8-421c-8017-44c02d9af181,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:43:59.111672 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:59.690232 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f8629-7db7-4ba9-9f27-f6fb6817cd2c None None] Network c1a7402f-c830-4494-9384-0dc7702caae4 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:43:59.764676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Provisioning complete for port d4fbd980-35c8-421c-8017-44c02d9af181 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:43:59.765088 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:59.886584 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Current status of the port d4fbd980-35c8-421c-8017-44c02d9af181 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:43:59.887009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:59.937583 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] For port d4fbd980-35c8-421c-8017-44c02d9af181, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d4fbd980-35c8-421c-8017-44c02d9af181,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:43:59.944893 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:43:59.952520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d4fbd980-35c8-421c-8017-44c02d9af181 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:44:00.031219 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4924d44-20ac-4d73-916a-dfed920dd87c None None] Pushing event updated for resources: {'Port': ['ID=d4fbd980-35c8-421c-8017-44c02d9af181,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:44:00.044920 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d4fbd980-35c8-421c-8017-44c02d9af181 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:44:00.045305 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:00.090049 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-7520804b-fd7b-4d92-b7f4-58194d84de7e None None] Provisioning complete for port d4fbd980-35c8-421c-8017-44c02d9af181 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:44:00.090445 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7520804b-fd7b-4d92-b7f4-58194d84de7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:00.171057 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d4fbd980-35c8-421c-8017-44c02d9af181 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:44:00.208790 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7520804b-fd7b-4d92-b7f4-58194d84de7e None None] Current status of the port d4fbd980-35c8-421c-8017-44c02d9af181 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:44:01.868242 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d4fbd980-35c8-421c-8017-44c02d9af181 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:44:01.915923 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d4fbd980-35c8-421c-8017-44c02d9af181 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:44:01.916318 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d4fbd980-35c8-421c-8017-44c02d9af181), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:01.995380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d4fbd980-35c8-421c-8017-44c02d9af181 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:44:19.494459 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:44:22.996494 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2034a9e3-d81e-44ea-871b-dc07b3e08112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:25.224681 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-24de4d11-7529-403c-9b46-2bea22db1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:26.145139 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:27.632619 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:29.106171 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:53.004671 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-484178f0-2153-40f3-8f77-84371b6c2ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:55.230807 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-88261b49-fe58-4678-8d31-2ea41664d279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:56.153971 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:56.493012 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:44:57.646437 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:44:59.110220 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:22.999371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d786c35c-0aa8-44a9-818e-9ce40ce6d4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:25.236661 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-19eeadf0-7332-4c9c-b533-8afb64c4cb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:26.150295 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:26.654330 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48496) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:45:26.660232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [None req-1cbdcf41-8e79-4c52-a283-7ab00f7b308a tempest-verify_tempest_config-458262006 tempest-verify_tempest_config-458262006-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:45:26.661234 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1cbdcf41-8e79-4c52-a283-7ab00f7b308a tempest-verify_tempest_config-458262006 tempest-verify_tempest_config-458262006-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059652 Jan 24 09:45:26.986333 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48514) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:45:27.101923 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.176257 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Publish callbacks [] for security_group (02b1baa9-96a2-45ca-a709-2f0b332510b1), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.183440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (02b1baa9-96a2-45ca-a709-2f0b332510b1), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.227158 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc4380072b3c41ff9865adcc6c546d79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2397592 Jan 24 09:45:27.227964 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1baa9-96a2-45ca-a709-2f0b332510b1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:45:27.230194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48518) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:45:27.234649 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.235022 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.235363 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.235703 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.236023 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.236346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.236657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.236974 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.237316 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.237652 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.237969 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.238313 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.238623 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c86f5-2cff-4cfc-ba24-387dff5881f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.316199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Publish callbacks [] for security_group (02b1baa9-96a2-45ca-a709-2f0b332510b1), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.337075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Publish callbacks [] for security_group (02b1baa9-96a2-45ca-a709-2f0b332510b1), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.429687 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (02b1baa9-96a2-45ca-a709-2f0b332510b1), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.432524 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:27.433795 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02b1baa9-96a2-45ca-a709-2f0b332510b1 HTTP/1.1" status: 204 len: 168 time: 0.2026160 Jan 24 09:45:27.441687 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1baa9-96a2-45ca-a709-2f0b332510b1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:45:27.448295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.448657 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.449007 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.449348 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.449686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.450028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.450360 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.450691 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.451051 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.451400 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.451765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.452063 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.452391 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e4b5d7-4721-48b1-a695-50feda551e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:45:27.640866 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:29.115290 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:33.491816 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:45:53.011857 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9f2add2e-7248-4eb6-9da9-7363fd52f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:55.250737 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-64b22f51-9145-497e-adb1-ad3421f857eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:56.159551 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:57.652710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:45:59.127436 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:10.495173 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:46:23.009872 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b88b4880-5f9e-4a02-b8ac-cf1d22c9ec29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:25.252706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-511d39af-7588-4040-879b-36a3f4e6974e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:26.163995 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:27.656306 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:29.129851 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:47.501494 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 5 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:46:53.009768 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-23bfc9de-e0dc-45de-9bc6-0cfd42f181a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:55.255921 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-06febbe0-41aa-46f4-9160-90dcd2c56218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:56.168081 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:57.654972 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:46:59.132964 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:11.255088 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550849'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:23.004832 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-518ae05a-e9a7-45f7-8ac7-45c5863fca6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:23.730918 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48592) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:47:23.847941 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dfb8cdd6-bb87-487e-8a57-a07d12887639 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1158011 Jan 24 09:47:24.491099 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:47:25.250148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9503294c-a1f8-43f6-900c-737f29f5c80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:26.092962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48602) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:47:26.155846 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cb4486a3-0198-4780-a3b3-feb771442051 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0617657 Jan 24 09:47:26.166288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:27.657901 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:29.126598 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:41.209805 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:53.008585 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-716c7fe9-62f6-4d18-ac1a-f78c60887f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:55.267343 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-64195412-62c1-4c28-b372-127458bd2840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:56.175044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:57.667274 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:47:59.140765 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:01.493996 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:48:11.224595 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:23.006574 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-976988b2-3186-4d05-8937-4a9f630093fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:25.263172 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f7af938a-34ab-467c-9612-23d901b1b35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:26.196070 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:27.666407 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:29.136017 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:38.493762 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:48:41.232232 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:53.000585 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bebbbd2c-bf29-467a-814a-ba26775aa39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:55.265686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb6b8-7666-451b-9c7d-82fa13aa2826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:56.183128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:57.665604 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.119371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48810) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:48:59.131652 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.256955 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48822) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:48:59.459814 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2115426432-network', 'tenant_id': '1ce9a99dbe5a4a64b6c4d12d248c3a21'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:48:59.485441 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Made reservation on behalf of 1ce9a99dbe5a4a64b6c4d12d248c3a21 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:48:59.489120 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.503214 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.527424 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2020238723-network', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:48:59.569390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Made reservation on behalf of d729796505774fa5bd9b9590e8fc2924 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:48:59.571709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.582860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.677383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks [] for security_group (85995906-9c7e-4cbf-bb0d-71e935cf914e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.683103 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (85995906-9c7e-4cbf-bb0d-71e935cf914e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.704368 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:48:59.716322 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks [] for security_group (1a8d8794-e032-4ce9-ba81-0d23076701e1), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.730554 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776296554617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (a60de287-5884-4ba1-99fe-f77f15364f26), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.731161 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Unsubscribe: segment precommit_create {{(pid=102508) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 24 09:48:59.731629 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Added segment a60de287-5884-4ba1-99fe-f77f15364f26 of type vlan for network 821b19c6-c688-4d2b-bdba-98473bd6e28b Jan 24 09:48:59.742458 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1a8d8794-e032-4ce9-ba81-0d23076701e1), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.798732 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (821b19c6-c688-4d2b-bdba-98473bd6e28b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.843860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (821b19c6-c688-4d2b-bdba-98473bd6e28b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.844878 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:48:59.845449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:48:59.860354 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:48:59.952043 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Pushing event updated for resources: {'Network': ['ID=821b19c6-c688-4d2b-bdba-98473bd6e28b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:48:59.958947 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85995906-9c7e-4cbf-bb0d-71e935cf914e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:48:59.965605 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.966194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.966707 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.967300 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.967799 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.968287 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.968936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.969408 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.969907 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.970395 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.971139 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.971625 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.972096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Tracked resource versions report: Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: pushed versions: Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: { 'AddressGroup': {'1.2'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'ConntrackHelper': {'1.0'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Log': {'1.0'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Network': {'1.1'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Port': {'1.7'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'PortForwarding': {'1.2'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'QosPolicy': {'1.10'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroup': {'1.5'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SubPort': {'1.0'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Subnet': {'1.1'}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Trunk': {'1.1'}} Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: consumer versions: Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: HyperV agent@hv-cinder-80952: {}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'ConntrackHelper': '1.0', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'LocalIPAssociation': '1.0', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Log': '1.0', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Network': '1.1', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Port': '1.7', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'PortForwarding': '1.2', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'QosPolicy': '1.10', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroup': '1.5', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SecurityGroupRule': '1.2', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'SubPort': '1.0', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Subnet': '1.1', Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: 'Trunk': '1.1'}} Jan 24 09:48:59.973381 dv-cinder-809523-7-iscsi neutron-server[102508]: {{(pid=102508) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:48:59.984709 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 48856) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:48:59.986072 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7275877 Jan 24 09:48:59.994508 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.994835 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Request body: {'subnet': {'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2020238723-subnet', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:48:59.995302 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.995808 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.996311 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.997070 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.997694 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.998182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.998663 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.999197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:48:59.999676 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.000148 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.000618 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.001085 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56404ec-b406-46a1-bdeb-18d09d142c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.003370 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:00.025191 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (e1024c33-a83d-446c-8698-df8af5bd1e96), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.025779 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Added segment e1024c33-a83d-446c-8698-df8af5bd1e96 of type vlan for network bb5e916b-2803-4b1f-9ddd-928d84c13a36 Jan 24 09:49:00.032043 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8d8794-e032-4ce9-ba81-0d23076701e1,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:00.087283 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (bb5e916b-2803-4b1f-9ddd-928d84c13a36), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.104770 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Made reservation on behalf of d729796505774fa5bd9b9590e8fc2924 for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:00.112826 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.124200 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (bb5e916b-2803-4b1f-9ddd-928d84c13a36), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.127437 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:00.128263 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.167076 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0465877 Jan 24 09:49:00.174648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48870) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:00.180206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Request body: {'subnet': {'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2115426432-subnet', 'tenant_id': '1ce9a99dbe5a4a64b6c4d12d248c3a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:00.236986 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Made reservation on behalf of 1ce9a99dbe5a4a64b6c4d12d248c3a21 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:00.239892 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.433495 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc894f-a13b-42b3-a991-92a278fc337e admin admin] Pushing event updated for resources: {'Network': ['ID=bb5e916b-2803-4b1f-9ddd-928d84c13a36,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:00.445967 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network bb5e916b-2803-4b1f-9ddd-928d84c13a36 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:00.460103 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (8efb728b-6fe6-4424-a579-52bd699eb64c), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.522878 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efb728b-6fe6-4424-a579-52bd699eb64c,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:00.537191 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.537917 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.538405 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.538987 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.539486 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.540195 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.540696 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.541304 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.541794 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.542280 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.542761 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.543247 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.543728 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Tracked resource versions report: Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: pushed versions: Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: { 'AddressGroup': {'1.2'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'ConntrackHelper': {'1.0'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Log': {'1.0'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Network': {'1.1'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Port': {'1.7'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'PortForwarding': {'1.2'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'QosPolicy': {'1.10'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroup': {'1.5'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SubPort': {'1.0'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Subnet': {'1.1'}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Trunk': {'1.1'}} Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: consumer versions: Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: HyperV agent@hv-cinder-80952: {}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'ConntrackHelper': '1.0', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'LocalIPAssociation': '1.0', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Log': '1.0', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Network': '1.1', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Port': '1.7', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'PortForwarding': '1.2', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'QosPolicy': '1.10', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroup': '1.5', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SecurityGroupRule': '1.2', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'SubPort': '1.0', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Subnet': '1.1', Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: 'Trunk': '1.1'}} Jan 24 09:49:00.545011 dv-cinder-809523-7-iscsi neutron-server[102507]: {{(pid=102507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:49:00.567718 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Checking segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:00.570166 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Network hostable DHCP agents. Network: 821b19c6-c688-4d2b-bdba-98473bd6e28b, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:00.583018 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (f1689ec8-1ac7-4636-a707-8e73a639089b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.597541 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:00.613684 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 821b19c6-c688-4d2b-bdba-98473bd6e28b) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:00.624046 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:00.624870 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.630316 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26678e86-85dc-4ae2-af0e-6eeb6d559334 None None] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:00.650074 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ad82759e-104a-4d6f-8918-97de97e096c0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6614728 Jan 24 09:49:00.650341 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 48896) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:00.656071 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:00.688033 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1689ec8-1ac7-4636-a707-8e73a639089b,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:00.703388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Checking segment: {'id': 'e1024c33-a83d-446c-8698-df8af5bd1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:00.703886 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Network hostable DHCP agents. Network: bb5e916b-2803-4b1f-9ddd-928d84c13a36, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:00.731261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Network bb5e916b-2803-4b1f-9ddd-928d84c13a36 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:00.740993 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.744580 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.756983 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-821b19c6-c688-4d2b-bdba-98473bd6e28b', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:49:00.758201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.893450 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for router_controller (bd9a2249-a10d-4cad-84a0-cb943aa373e0), precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.895456 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, bb5e916b-2803-4b1f-9ddd-928d84c13a36) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:00.900449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:00.901407 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:00.911931 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998edd7-794e-427e-b94b-c89c6808baf7 None None] Network bb5e916b-2803-4b1f-9ddd-928d84c13a36 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:00.929075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Allocated IP 172.20.0.2 (821b19c6-c688-4d2b-bdba-98473bd6e28b/8efb728b-6fe6-4424-a579-52bd699eb64c/dcc99da7-f1b8-4a14-9f91-3fe77ab401a8) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:01.027433 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ca6327cc-a680-4fd5-b1cc-332819cdf044 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8514688 Jan 24 09:49:01.106963 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2ea2cd-e71e-4948-bea5-0a0a57859579 None None] Network bb5e916b-2803-4b1f-9ddd-928d84c13a36 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:01.213502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for router_gateway (bd9a2249-a10d-4cad-84a0-cb943aa373e0), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.270473 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks [] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.279420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.322969 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:01.325760 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:01.329334 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:01.342573 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Pushing event updated for resources: {'Port': ['ID=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:01.378540 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.379122 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.379625 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.380110 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.380611 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.381093 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.381616 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.382095 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.382575 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.383092 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.383801 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.384291 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.384769 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Tracked resource versions report: Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: pushed versions: Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: { 'AddressGroup': {'1.2'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'ConntrackHelper': {'1.0'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Log': {'1.0'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Network': {'1.1'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Port': {'1.7'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'PortForwarding': {'1.2'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'QosPolicy': {'1.10'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroup': {'1.5'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SubPort': {'1.0'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Subnet': {'1.1'}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Trunk': {'1.1'}} Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: consumer versions: Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: HyperV agent@hv-cinder-80952: {}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'ConntrackHelper': '1.0', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'LocalIPAssociation': '1.0', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Log': '1.0', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Network': '1.1', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Port': '1.7', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'PortForwarding': '1.2', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'QosPolicy': '1.10', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroup': '1.5', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SecurityGroupRule': '1.2', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'SubPort': '1.0', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Subnet': '1.1', Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: 'Trunk': '1.1'}} Jan 24 09:49:01.386062 dv-cinder-809523-7-iscsi neutron-server[102509]: {{(pid=102509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:49:01.405301 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Attempting to bind port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:49:01.405906 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Attempting to bind port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:49:01.406427 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Attempting to bind port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:01.412000 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:49:01.412819 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Checking segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:01.413288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.413701 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Bound using segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:49:01.414297 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Bound port: dcc99da7-f1b8-4a14-9f91-3fe77ab401a8, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:49:01.414674 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.494364 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] For port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:49:01.502780 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] For port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:49:01.510369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.520677 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for router_gateway (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.546410 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:01.576057 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf89511-a3d6-41ba-b6ed-7177ea970c6f None None] Pushing event updated for resources: {'Port': ['ID=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:01.728293 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Allocated IP 172.27.3.219 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/d593c952-0c32-4a5b-8e34-143441680cd9) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:01.901718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for port (d593c952-0c32-4a5b-8e34-143441680cd9), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.047342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.184901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:02.190997 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:02.197679 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:02.206737 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:02.321345 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:02.322146 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.490040 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Pushing event updated for resources: {'Port': ['ID=d593c952-0c32-4a5b-8e34-143441680cd9,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:02.508429 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:02.509934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.613184 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:02.622057 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49000) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:02.624518 dv-cinder-809523-7-iscsi neutron-server[102507]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 24 09:49:02.625044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.732336 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:02.840427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for router_gateway (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:02.887522 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-8aaeef38-506f-44e6-beee-dcdd6bcf83f4 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:02.889059 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-8aaeef38-506f-44e6-beee-dcdd6bcf83f4 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/networks?id=bb5e916b-2803-4b1f-9ddd-928d84c13a36 HTTP/1.1" status: 200 len: 812 time: 0.2660017 Jan 24 09:49:02.913050 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f29971d6-1a9b-40b5-a9d5-230979a55639 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/quotas/1ce9a99dbe5a4a64b6c4d12d248c3a21 HTTP/1.1" status: 200 len: 375 time: 0.0167611 Jan 24 09:49:02.998385 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-9219f83c-5fbe-420c-b894-4fdbe19cd332 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ce9a99dbe5a4a64b6c4d12d248c3a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844707 Jan 24 09:49:03.034201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c5cf4-f50d-4ce5-9c2c-ebaa4929d7fd None None] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:03.125610 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-7cd6f65b-6f06-4224-9034-003b6165f791 None None] Provisioning complete for port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:03.126019 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7cd6f65b-6f06-4224-9034-003b6165f791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.167694 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.263982 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6f65b-6f06-4224-9034-003b6165f791 None None] Current status of the port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:03.347377 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:49:03.461024 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49046) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:03.488398 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cf50ebb4-aa43-4dfa-bfbb-9d77b122106b None None] Provisioning complete for port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:03.488798 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cf50ebb4-aa43-4dfa-bfbb-9d77b122106b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.493992 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:49:03.503054 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:49:03.515995 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.517628 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-32c1405f-0ba0-437d-be05-29ed0e029f3a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8659990 Jan 24 09:49:03.520319 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49050) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:03.521606 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:03.524506 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:48:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:03.612092 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cf50ebb4-aa43-4dfa-bfbb-9d77b122106b None None] Current status of the port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:03.624409 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49052) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:03.675966 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49056) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:03.696599 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f05686be-4190-4bc1-9736-b67f1a7d8442 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:49:03.697427 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f05686be-4190-4bc1-9736-b67f1a7d8442 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5288560 Jan 24 09:49:03.749081 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3cb279ea-be62-4f2e-bfc3-98db310881ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.773052 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b86c48d6-ae26-4a2d-b8ed-99e8ebeb9b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.780374 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-121293a6-29f1-4d66-9479-59ed9ef2fefd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.846814 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:03.896169 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3cb279ea-be62-4f2e-bfc3-98db310881ce admin admin] Publish callbacks [] for security_group (2879ab2f-0ca9-4416-82f2-00dfeffa8397), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.899148 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-fabc294f-9adb-4abc-897e-7d54428cf654 service neutron] 10.222.0.39 "GET /v2.0/networks/bb5e916b-2803-4b1f-9ddd-928d84c13a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904609 Jan 24 09:49:03.907399 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b86c48d6-ae26-4a2d-b8ed-99e8ebeb9b05 admin admin] Publish callbacks [] for security_group (7149b6b6-df48-4592-b688-2a7de962306d), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.916304 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3cb279ea-be62-4f2e-bfc3-98db310881ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2879ab2f-0ca9-4416-82f2-00dfeffa8397), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:03.954143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b86c48d6-ae26-4a2d-b8ed-99e8ebeb9b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7149b6b6-df48-4592-b688-2a7de962306d), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.031420 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b86c48d6-ae26-4a2d-b8ed-99e8ebeb9b05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=695b8b139a914a7daf634e68568bf4a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3543251 Jan 24 09:49:04.046356 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3cb279ea-be62-4f2e-bfc3-98db310881ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c9be3b78ff24877a0e9b5595d742020&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4207814 Jan 24 09:49:04.052574 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49082) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:04.055246 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49080) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:04.057456 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb279ea-be62-4f2e-bfc3-98db310881ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2879ab2f-0ca9-4416-82f2-00dfeffa8397,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:04.123595 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:02Z', 'revision_number': 3, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:04.147469 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:04.151227 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c48d6-ae26-4a2d-b8ed-99e8ebeb9b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7149b6b6-df48-4592-b688-2a7de962306d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:04.187155 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:49:04.187656 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Updating router bd9a2249-a10d-4cad-84a0-cb943aa373e0 port d593c952-0c32-4a5b-8e34-143441680cd9 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:49:04.198392 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] Publish callbacks [] for security_group (7149b6b6-df48-4592-b688-2a7de962306d), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.233429 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.249558 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] Publish callbacks [] for security_group (7149b6b6-df48-4592-b688-2a7de962306d), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.260471 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:04.261486 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.403985 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7149b6b6-df48-4592-b688-2a7de962306d), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.406830 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.408252 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7149b6b6-df48-4592-b688-2a7de962306d HTTP/1.1" status: 204 len: 168 time: 0.3518641 Jan 24 09:49:04.426165 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03a845-a94f-4cc7-a75f-4862d2635fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7149b6b6-df48-4592-b688-2a7de962306d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:04.431012 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-ab6afc19-b9c5-4913-8b3d-4b4779c46f69 service neutron] 10.222.0.39 "GET /v2.0/networks/bb5e916b-2803-4b1f-9ddd-928d84c13a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307024 Jan 24 09:49:04.631542 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks [] for port (d593c952-0c32-4a5b-8e34-143441680cd9), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.645909 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-121293a6-29f1-4d66-9479-59ed9ef2fefd admin admin] Publish callbacks [] for security_group (a3ea854e-e4e0-4652-941d-49660dffc2e3), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.659706 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.796128 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-121293a6-29f1-4d66-9479-59ed9ef2fefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (a3ea854e-e4e0-4652-941d-49660dffc2e3), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.863735 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Pushing event updated for resources: {'Port': ['ID=d593c952-0c32-4a5b-8e34-143441680cd9,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:04.905716 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121293a6-29f1-4d66-9479-59ed9ef2fefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ea854e-e4e0-4652-941d-49660dffc2e3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:04.909352 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Attempting to bind port d593c952-0c32-4a5b-8e34-143441680cd9 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:49:04.910037 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Attempting to bind port d593c952-0c32-4a5b-8e34-143441680cd9 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:49:04.910758 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Attempting to bind port d593c952-0c32-4a5b-8e34-143441680cd9 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:04.927646 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:49:04.929107 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:04.929756 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.931014 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:49:04.932098 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Bound port: d593c952-0c32-4a5b-8e34-143441680cd9, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:49:04.933215 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.934772 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] Publish callbacks [] for security_group (2879ab2f-0ca9-4416-82f2-00dfeffa8397), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:04.981830 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:05.027542 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-82a9ed80-20b7-4e3a-820e-d42b1e0441f5 req-302807b3-9521-48f7-ab33-47488757f947 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0873332 Jan 24 09:49:05.073056 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-121293a6-29f1-4d66-9479-59ed9ef2fefd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1681d026b224f22b13414bd7d5613f0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6109796 Jan 24 09:49:05.075893 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49144) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:05.078879 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] For port d593c952-0c32-4a5b-8e34-143441680cd9, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:49:05.089941 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] For port d593c952-0c32-4a5b-8e34-143441680cd9, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d593c952-0c32-4a5b-8e34-143441680cd9,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:49:05.094164 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.095998 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.098082 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.098746 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.099344 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.099983 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.101629 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.102220 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.102847 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.103636 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.105089 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.106281 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.106826 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Tracked resource versions report: Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: pushed versions: Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: { 'AddressGroup': {'1.2'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'ConntrackHelper': {'1.0'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'LocalIPAssociation': {'1.0'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Log': {'1.0'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Network': {'1.1'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Port': {'1.7'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'PortForwarding': {'1.2'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'QosPolicy': {'1.10'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroup': {'1.5'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroupRule': {'1.2'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SubPort': {'1.0'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Subnet': {'1.1'}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Trunk': {'1.1'}} Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: consumer versions: Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: { DHCP agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: HyperV agent@hv-cinder-80952: {}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: L3 agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: Metadata agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: Metering agent@dv-cinder-809523-7-iscsi: {}, Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: Open vSwitch agent@dv-cinder-809523-7-iscsi: { 'AddressGroup': '1.2', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'ConntrackHelper': '1.0', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'LocalIPAssociation': '1.0', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Log': '1.0', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Network': '1.1', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Port': '1.7', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'PortForwarding': '1.2', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'QosPolicy': '1.10', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroup': '1.5', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SecurityGroupRule': '1.2', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'SubPort': '1.0', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Subnet': '1.1', Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: 'Trunk': '1.1'}} Jan 24 09:49:05.108243 dv-cinder-809523-7-iscsi neutron-server[102510]: {{(pid=102510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 24 09:49:05.114443 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.174484 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667f176-eca9-4d01-a63e-b70c81e1c18e None None] Pushing event updated for resources: {'Port': ['ID=d593c952-0c32-4a5b-8e34-143441680cd9,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:05.192835 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] Publish callbacks [] for security_group (2879ab2f-0ca9-4416-82f2-00dfeffa8397), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.199401 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:05.201206 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:48:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:05.248893 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] Publish callbacks [] for security_group (a3ea854e-e4e0-4652-941d-49660dffc2e3), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.297241 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] Publish callbacks [] for security_group (a3ea854e-e4e0-4652-941d-49660dffc2e3), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.390375 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:05.397937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.432551 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (a3ea854e-e4e0-4652-941d-49660dffc2e3), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.436650 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2879ab2f-0ca9-4416-82f2-00dfeffa8397), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.439621 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.440622 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.441177 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2879ab2f-0ca9-4416-82f2-00dfeffa8397 HTTP/1.1" status: 204 len: 168 time: 1.3857203 Jan 24 09:49:05.446552 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3ea854e-e4e0-4652-941d-49660dffc2e3 HTTP/1.1" status: 204 len: 168 time: 0.3690467 Jan 24 09:49:05.471109 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ff695-351a-4295-84f0-f0e9f1bd0f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ea854e-e4e0-4652-941d-49660dffc2e3,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:05.512327 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73274c96-b50a-4bb8-bc68-83ee4d1ca4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2879ab2f-0ca9-4416-82f2-00dfeffa8397,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:05.689398 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Allocated IP 172.20.0.1 (821b19c6-c688-4d2b-bdba-98473bd6e28b/8efb728b-6fe6-4424-a579-52bd699eb64c/360bae25-a01f-41a8-926d-cb07edae3987) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:05.767520 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49190) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:05.791295 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:02Z', 'revision_number': 3, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:05.830737 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks [] for port (360bae25-a01f-41a8-926d-cb07edae3987), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.843205 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a16f8c-c80d-42d8-bdb3-ecff2c98d3f3 None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:02Z', 'revision_number': 3, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:49:05.888524 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:05.948246 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:05.951622 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:05.967835 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:05.969167 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.013036 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:06.160089 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-54ee0bd0-87c4-4915-8ad6-d1b175be7fd4 req-28b65de1-7847-4a7c-8741-453f7d2b39b8 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0420713 Jan 24 09:49:06.228776 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (360bae25-a01f-41a8-926d-cb07edae3987), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.238315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-77734620-network', 'tenant_id': 'f3582fd753724b6c8746c88675231f71'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:06.255881 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49208) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:06.304564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c64d739-3023-4257-9b1b-31ae82999917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.340335 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Made reservation on behalf of f3582fd753724b6c8746c88675231f71 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:06.347113 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.365762 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-84677f46-bfa4-4bc5-a7a2-64652c3a3777 None None] Provisioning complete for port 360bae25-a01f-41a8-926d-cb07edae3987 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:06.369997 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-84677f46-bfa4-4bc5-a7a2-64652c3a3777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (360bae25-a01f-41a8-926d-cb07edae3987), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.376744 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.507147 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-84677f46-bfa4-4bc5-a7a2-64652c3a3777 None None] Port 360bae25-a01f-41a8-926d-cb07edae3987 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:49:06.511297 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49218) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:06.590478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c64d739-3023-4257-9b1b-31ae82999917 admin admin] Publish callbacks [] for security_group (85bf51c0-815c-43ab-8a3e-66ad28b795f7), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.609213 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4c64d739-3023-4257-9b1b-31ae82999917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (85bf51c0-815c-43ab-8a3e-66ad28b795f7), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.620318 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks [] for port (360bae25-a01f-41a8-926d-cb07edae3987), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.628173 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.628959 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.663352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks [] for security_group (422b2d0c-0332-452c-a744-a709031008a7), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.687345 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (422b2d0c-0332-452c-a744-a709031008a7), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.690694 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49230) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:06.700537 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4c64d739-3023-4257-9b1b-31ae82999917 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de49222bda244c7b87fd98c05c9eae3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4418609 Jan 24 09:49:06.701566 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d739-3023-4257-9b1b-31ae82999917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf51c0-815c-43ab-8a3e-66ad28b795f7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:06.703990 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49232) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:06.750381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a77f307c-4b22-4d04-a64c-04ae1610dcb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.765820 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:49:06.824434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (83aa0cff-f15a-4130-ab57-9c1efd0e9cda), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.825064 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Added segment 83aa0cff-f15a-4130-ab57-9c1efd0e9cda of type vlan for network b2b43efd-e90a-493e-90a6-99c2879563c6 Jan 24 09:49:06.829560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b2d0c-0332-452c-a744-a709031008a7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:06.861719 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65da5412-e86b-4754-939c-e3e3929ea72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.877885 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:06.922387 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (b2b43efd-e90a-493e-90a6-99c2879563c6), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:06.932994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:06.934908 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:06.961543 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] Publish callbacks [] for security_group (85bf51c0-815c-43ab-8a3e-66ad28b795f7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.041970 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (b2b43efd-e90a-493e-90a6-99c2879563c6), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.043283 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:07.044693 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.052185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] Publish callbacks [] for security_group (85bf51c0-815c-43ab-8a3e-66ad28b795f7), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.100945 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49240) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:07.135029 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:49:07.147495 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a77f307c-4b22-4d04-a64c-04ae1610dcb5 admin admin] Publish callbacks [] for security_group (5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.222132 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4504027 Jan 24 09:49:07.225556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a77f307c-4b22-4d04-a64c-04ae1610dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.226869 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49246) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:07.244856 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Request body: {'subnet': {'network_id': 'b2b43efd-e90a-493e-90a6-99c2879563c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-77734620-subnet', 'tenant_id': 'f3582fd753724b6c8746c88675231f71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:07.286949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f307c-4b22-4d04-a64c-04ae1610dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.293571 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a77f307c-4b22-4d04-a64c-04ae1610dcb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48d77489e2844c9e96de323853d7de3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5988331 Jan 24 09:49:07.301796 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49248) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:07.302425 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719ca1b-2b40-4df5-965e-0dfa4165e745 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b43efd-e90a-493e-90a6-99c2879563c6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.331361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network b2b43efd-e90a-493e-90a6-99c2879563c6 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:07.355563 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-41a2cd98-b1b9-4cdb-9894-6f772159a1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.355788 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:49:07.369957 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e64405f3-1a1d-4711-bacf-d1a8b2a5c4b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/bd9a2249-a10d-4cad-84a0-cb943aa373e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8483143 Jan 24 09:49:07.393447 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-053aff9f-cc05-4653-b531-867d794c7b45 None None] Provisioning complete for port 360bae25-a01f-41a8-926d-cb07edae3987 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:07.394523 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-053aff9f-cc05-4653-b531-867d794c7b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (360bae25-a01f-41a8-926d-cb07edae3987), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.415500 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c5e1c406-c3e4-4364-a2eb-4efe786c3d1c req-88a16315-be81-498b-bd6b-5bd13485aba5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0412960 Jan 24 09:49:07.417129 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Made reservation on behalf of f3582fd753724b6c8746c88675231f71 for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:07.421134 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.447630 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-053aff9f-cc05-4653-b531-867d794c7b45 None None] Port 360bae25-a01f-41a8-926d-cb07edae3987 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:49:07.470854 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65da5412-e86b-4754-939c-e3e3929ea72e admin admin] Publish callbacks [] for security_group (aa7eef34-e12e-4ce5-90f9-f01b1eae859e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.480381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65da5412-e86b-4754-939c-e3e3929ea72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (aa7eef34-e12e-4ce5-90f9-f01b1eae859e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.509032 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (85bf51c0-815c-43ab-8a3e-66ad28b795f7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.511517 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.512910 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85bf51c0-815c-43ab-8a3e-66ad28b795f7 HTTP/1.1" status: 204 len: 168 time: 0.8059547 Jan 24 09:49:07.558667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49254) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:07.558974 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-65da5412-e86b-4754-939c-e3e3929ea72e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1542ed882e94e0c839a743a58bce43a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0462549 Jan 24 09:49:07.564120 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] Publish callbacks [] for security_group (5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.567528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da5412-e86b-4754-939c-e3e3929ea72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7eef34-e12e-4ce5-90f9-f01b1eae859e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.601724 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727e14-0365-4eba-8054-8343ab070930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf51c0-815c-43ab-8a3e-66ad28b795f7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.612867 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] Publish callbacks [] for security_group (5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.674591 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-41a2cd98-b1b9-4cdb-9894-6f772159a1e4 admin admin] Publish callbacks [] for security_group (571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.681250 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-41a2cd98-b1b9-4cdb-9894-6f772159a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.722827 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.723436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] Publish callbacks [] for security_group (aa7eef34-e12e-4ce5-90f9-f01b1eae859e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.725454 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.726793 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1 HTTP/1.1" status: 204 len: 168 time: 0.4216444 Jan 24 09:49:07.728415 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2cd98-b1b9-4cdb-9894-6f772159a1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.732589 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-41a2cd98-b1b9-4cdb-9894-6f772159a1e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2307a9fbc5b54cc58a296b5c091071a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6156168 Jan 24 09:49:07.735159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49268) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:07.751567 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] Publish callbacks [] for security_group (aa7eef34-e12e-4ce5-90f9-f01b1eae859e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.751682 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50472f40-db80-445e-8127-bf2498b35227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7aeeb5-6db7-4d6d-8b12-762f29c2cfc1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.800898 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (6527665d-be96-492e-9860-c68669a86f41), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.804799 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] Publish callbacks [] for security_group (571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.806862 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (aa7eef34-e12e-4ce5-90f9-f01b1eae859e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.810506 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.814024 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa7eef34-e12e-4ce5-90f9-f01b1eae859e HTTP/1.1" status: 204 len: 168 time: 0.2518995 Jan 24 09:49:07.838449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] Publish callbacks [] for security_group (571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.875574 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e766a62-ae2f-4c93-9af9-34536660b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7eef34-e12e-4ce5-90f9-f01b1eae859e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.918709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.922619 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:07.924093 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6 HTTP/1.1" status: 204 len: 168 time: 0.1878746 Jan 24 09:49:07.935072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5bca8-d3cf-4e17-9d6e-e16e19f466c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571dc83b-edb4-4b6b-a3fd-b3c4ba843fd6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.948271 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Pushing event updated for resources: {'Subnet': ['ID=6527665d-be96-492e-9860-c68669a86f41,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:07.962148 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Checking segment: {'id': '83aa0cff-f15a-4130-ab57-9c1efd0e9cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b2b43efd-e90a-493e-90a6-99c2879563c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:07.962627 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Network hostable DHCP agents. Network: b2b43efd-e90a-493e-90a6-99c2879563c6, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:07.995243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Network b2b43efd-e90a-493e-90a6-99c2879563c6 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:08.008904 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, b2b43efd-e90a-493e-90a6-99c2879563c6) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:08.017773 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:08.018380 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.019109 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065bddf-926f-40f5-8408-0c84a0c5937e None None] Network b2b43efd-e90a-493e-90a6-99c2879563c6 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:08.055787 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3106d96a-44d6-413a-8504-0be574fe36be admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8206356 Jan 24 09:49:08.238240 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f59ce9-9af1-4d42-801c-2bb26ddbd5b3 None None] Network b2b43efd-e90a-493e-90a6-99c2879563c6 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:08.338827 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:49:08.351888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:08.352829 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:48:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:08.361676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d593c952-0c32-4a5b-8e34-143441680cd9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:08.478028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49292) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:08.482780 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74697463', 'description': 'tempest-description--1925911339'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:08.538462 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.545212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:08.598952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d593c952-0c32-4a5b-8e34-143441680cd9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:08.599336 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.710195 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (572cf977-8850-49fd-a45f-44ec544d4ee8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.717885 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (572cf977-8850-49fd-a45f-44ec544d4ee8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.754514 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49308) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:08.772282 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.773805 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2947841 Jan 24 09:49:08.777216 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49310) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:08.779924 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48b468-c168-4bdb-838d-e47ecc0abf6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572cf977-8850-49fd-a45f-44ec544d4ee8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:08.801020 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group_rule': {'security_group_id': '572cf977-8850-49fd-a45f-44ec544d4ee8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:08.807743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-57f7c16c-f410-4590-9c68-205b1124f9cd req-861f7d68-9eaf-48b2-90cb-dff71face7f6 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0520408 Jan 24 09:49:08.846810 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49314) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:08.870879 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98d58627-57b1-43d1-afed-c338614e1740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.874752 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (fbe16503-0c67-4b84-88e2-171e4195c422), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.915004 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d593c952-0c32-4a5b-8e34-143441680cd9 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:08.915652 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:08.983666 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port d593c952-0c32-4a5b-8e34-143441680cd9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d593c952-0c32-4a5b-8e34-143441680cd9,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:08.993986 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.013582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (fbe16503-0c67-4b84-88e2-171e4195c422), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.019223 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (fbe16503-0c67-4b84-88e2-171e4195c422), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.044903 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe16503-0c67-4b84-88e2-171e4195c422,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.065635 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.067312 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9f46b984-21a3-46c5-945c-2184ac8f7616 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703862 Jan 24 09:49:09.070200 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49322) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:09.081050 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group_rule': {'security_group_id': '572cf977-8850-49fd-a45f-44ec544d4ee8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:09.091884 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98d58627-57b1-43d1-afed-c338614e1740 admin admin] Publish callbacks [] for security_group (e16c31a6-6eba-45c7-85da-a74a02e62ea4), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.100199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98d58627-57b1-43d1-afed-c338614e1740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e16c31a6-6eba-45c7-85da-a74a02e62ea4), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.102530 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 2, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:09.135129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d58627-57b1-43d1-afed-c338614e1740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c31a6-6eba-45c7-85da-a74a02e62ea4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.137263 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:49:09.137782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Updating router bd9a2249-a10d-4cad-84a0-cb943aa373e0 port 360bae25-a01f-41a8-926d-cb07edae3987 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:49:09.186194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (360bae25-a01f-41a8-926d-cb07edae3987), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.192378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (0b060108-f91e-4c84-9d48-ead68a705f29), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.224132 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-98d58627-57b1-43d1-afed-c338614e1740 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07af51dc01f543118ff3af41d559bed8&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3801935 Jan 24 09:49:09.226877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49330) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:09.260786 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (0b060108-f91e-4c84-9d48-ead68a705f29), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.269286 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (0b060108-f91e-4c84-9d48-ead68a705f29), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.280703 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=d593c952-0c32-4a5b-8e34-143441680cd9,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.311712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] Publish callbacks [] for security_group (e16c31a6-6eba-45c7-85da-a74a02e62ea4), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.332195 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b060108-f91e-4c84-9d48-ead68a705f29,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.336462 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.338331 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d789c1c8-4153-4cba-a7f9-3bd0b35e67ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664926 Jan 24 09:49:09.341658 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49332) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:09.349308 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:09.367190 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] Publish callbacks [] for security_group (e16c31a6-6eba-45c7-85da-a74a02e62ea4), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.401397 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.463351 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e16c31a6-6eba-45c7-85da-a74a02e62ea4), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.466073 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.470993 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e16c31a6-6eba-45c7-85da-a74a02e62ea4 HTTP/1.1" status: 204 len: 168 time: 0.2428684 Jan 24 09:49:09.484097 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815c61b-1b03-4d67-b4bf-d3860a9b9a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c31a6-6eba-45c7-85da-a74a02e62ea4,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.612670 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.640417 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks [] for port (360bae25-a01f-41a8-926d-cb07edae3987), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.646546 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.713849 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda6aee-f208-4013-8134-6433fa3b4cd2 None None] Pushing event updated for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:09.740015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Allocated IP 172.27.3.99 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/b0888c5f-cd72-4511-b848-3da3e83aaedb) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:09.796690 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Attempting to bind port 360bae25-a01f-41a8-926d-cb07edae3987 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:49:09.797547 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Attempting to bind port 360bae25-a01f-41a8-926d-cb07edae3987 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:49:09.798370 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Attempting to bind port 360bae25-a01f-41a8-926d-cb07edae3987 on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:09.808888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:49:09.809487 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Checking segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:09.810513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.811122 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Bound using segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:49:09.811798 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Bound port: 360bae25-a01f-41a8-926d-cb07edae3987, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:49:09.812436 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (360bae25-a01f-41a8-926d-cb07edae3987), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.958115 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] For port 360bae25-a01f-41a8-926d-cb07edae3987, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:49:09.962855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] For port 360bae25-a01f-41a8-926d-cb07edae3987, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=360bae25-a01f-41a8-926d-cb07edae3987,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:49:09.969891 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:09.973144 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.064951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.094425 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-df535d90-aff5-48af-998d-397ea085cb27 req-92c3d726-cf7d-4380-bd0f-4c241608f053 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0649164 Jan 24 09:49:10.095261 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:10.096822 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:48:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:10.123019 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.123', 61860) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:10.219191 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:10.226667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:10.243661 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:10.271661 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=b0888c5f-cd72-4511-b848-3da3e83aaedb,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:10.375816 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:10.400468 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.426487 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f14880f0-4377-4c8e-a1b4-f6a0a318430e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:10.435010 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f14880f0-4377-4c8e-a1b4-f6a0a318430e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.123 "GET /v2.0/networks?id=bb5e916b-2803-4b1f-9ddd-928d84c13a36 HTTP/1.1" status: 200 len: 812 time: 0.2773438 Jan 24 09:49:10.457472 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49386) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:10.463340 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1212494609-network', 'tenant_id': 'e34f2487e7b8435b80a5f5f4a751cbda'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:10.511805 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Made reservation on behalf of e34f2487e7b8435b80a5f5f4a751cbda for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:10.517799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.518067 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.544479 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Request body: {'port': {'device_id': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36', 'admin_state_up': True, 'tenant_id': '1ce9a99dbe5a4a64b6c4d12d248c3a21'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:10.548339 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.566157 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d593c952-0c32-4a5b-8e34-143441680cd9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:10.695372 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Provisioning complete for port 360bae25-a01f-41a8-926d-cb07edae3987 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:10.696346 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (360bae25-a01f-41a8-926d-cb07edae3987), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.703890 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda6aee-f208-4013-8134-6433fa3b4cd2 None None] Pushing event updated for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:10.734504 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:09Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:10.769401 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.778443 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108bf28-2a5a-4591-b938-7569ba0c5f0e None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:09Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:49:10.780465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.805463 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d593c952-0c32-4a5b-8e34-143441680cd9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:10.805888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.897608 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.911094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:10.912710 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5698955 Jan 24 09:49:10.928211 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65351b3a-d938-4340-9c5b-170b665d4b0f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=b0888c5f-cd72-4511-b848-3da3e83aaedb,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:10.945300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Current status of the port 360bae25-a01f-41a8-926d-cb07edae3987 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:10.945678 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (360bae25-a01f-41a8-926d-cb07edae3987), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.047938 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] For port 360bae25-a01f-41a8-926d-cb07edae3987, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=360bae25-a01f-41a8-926d-cb07edae3987,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:11.055616 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d593c952-0c32-4a5b-8e34-143441680cd9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:11.057232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks [] for security_group (1e6f4a49-6371-4e4c-84c3-014cd9218327), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.058513 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Made reservation on behalf of 1ce9a99dbe5a4a64b6c4d12d248c3a21 for: {'port': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:11.059361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.064301 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.067991 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1e6f4a49-6371-4e4c-84c3-014cd9218327), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.120152 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:49:11.139492 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6f4a49-6371-4e4c-84c3-014cd9218327,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:11.149091 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (90c1894a-8f3d-4ece-924c-434a7ac222c0), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.149679 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Added segment 90c1894a-8f3d-4ece-924c-434a7ac222c0 of type vlan for network 003a2c07-07a8-4626-b58c-0352f6c90773 Jan 24 09:49:11.203934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47b777-618e-4dfb-b6f6-d07a79c42c25 None None] Pushing event updated for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:11.259486 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-3943dadc-204b-454f-ac59-dd836d751ca3 None None] Provisioning complete for port 360bae25-a01f-41a8-926d-cb07edae3987 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:11.261139 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3943dadc-204b-454f-ac59-dd836d751ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (360bae25-a01f-41a8-926d-cb07edae3987), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.263587 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.400805 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17a8d039-65f5-4ee8-ae55-e4360854996d req-4b601bdc-e05f-4691-afd9-d120947e182e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.1439953 Jan 24 09:49:11.440946 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (003a2c07-07a8-4626-b58c-0352f6c90773), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.490379 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-3943dadc-204b-454f-ac59-dd836d751ca3 None None] Current status of the port 360bae25-a01f-41a8-926d-cb07edae3987 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:11.554219 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (003a2c07-07a8-4626-b58c-0352f6c90773), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.555244 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:11.556015 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.559299 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Allocated IP 172.20.0.2 (bb5e916b-2803-4b1f-9ddd-928d84c13a36/f1689ec8-1ac7-4636-a707-8e73a639089b/2ffde715-5e59-4871-967a-b73a2372712d) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:11.623394 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1643531 Jan 24 09:49:11.627012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49450) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:11.633231 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Request body: {'subnet': {'network_id': '003a2c07-07a8-4626-b58c-0352f6c90773', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1212494609-subnet', 'tenant_id': 'e34f2487e7b8435b80a5f5f4a751cbda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:11.679951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Made reservation on behalf of e34f2487e7b8435b80a5f5f4a751cbda for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:11.682761 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd58366-fcea-442f-85a8-e63255d126f8 admin admin] Pushing event updated for resources: {'Network': ['ID=003a2c07-07a8-4626-b58c-0352f6c90773,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:11.688873 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:11.695299 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 003a2c07-07a8-4626-b58c-0352f6c90773 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:11.952800 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (de81f318-6b6b-4484-a535-4e33a4ed0877), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.079272 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de81f318-6b6b-4484-a535-4e33a4ed0877,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:12.091540 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Checking segment: {'id': '90c1894a-8f3d-4ece-924c-434a7ac222c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '003a2c07-07a8-4626-b58c-0352f6c90773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:12.092082 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Network hostable DHCP agents. Network: 003a2c07-07a8-4626-b58c-0352f6c90773, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:12.137161 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Network 003a2c07-07a8-4626-b58c-0352f6c90773 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:12.139454 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-65e62297-7367-45c6-af80-d80eae4b5033 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--74697463&fields=id&tenant_id=d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 267 time: 0.1320677 Jan 24 09:49:12.148919 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 360bae25-a01f-41a8-926d-cb07edae3987 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:12.161478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 003a2c07-07a8-4626-b58c-0352f6c90773) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:12.177642 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks [] for port (2ffde715-5e59-4871-967a-b73a2372712d), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.196401 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:12.197008 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.239642 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-16d62db6-a416-4a05-b779-9dcf6e8b31e8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6108482 Jan 24 09:49:12.252618 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d21db4-5978-46ac-891a-58742b93adb6 None None] Network 003a2c07-07a8-4626-b58c-0352f6c90773 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:12.333968 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-7cf3433f-1367-4ae4-b3a4-bd511ee40509 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:12.336132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 360bae25-a01f-41a8-926d-cb07edae3987 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:12.336529 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (360bae25-a01f-41a8-926d-cb07edae3987), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.341743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-7cf3433f-1367-4ae4-b3a4-bd511ee40509 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 811 time: 0.1815381 Jan 24 09:49:12.348684 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.417661 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-12e2ed24-50e6-491e-8bbe-6416a68ec5d4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/quotas/d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 375 time: 0.0748580 Jan 24 09:49:12.539347 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ce2bce-1245-4635-9bdc-edd3d1bc880a None None] Network 003a2c07-07a8-4626-b58c-0352f6c90773 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:12.546555 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Network bb5e916b-2803-4b1f-9ddd-928d84c13a36 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:12.562867 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:12.571402 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:12.580732 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:12.582450 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.588039 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Pushing event updated for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:12.660924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-6c50692e-a02e-471b-8b0a-b8425a4648c5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1217110 Jan 24 09:49:12.728813 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-da8aa7c2-0845-4b0b-9ee5-8c6f5790594a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:49:12.737372 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-da8aa7c2-0845-4b0b-9ee5-8c6f5790594a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335228 Jan 24 09:49:12.771692 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-d88e5232-476e-48dc-8968-939d83c3a07f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3530486 Jan 24 09:49:12.772342 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 360bae25-a01f-41a8-926d-cb07edae3987 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:12.802000 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49498) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:12.846406 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148a463-c4a3-416e-aee6-55bbf26d2c32 req-b47a952c-48b8-46e9-804f-772c956edde7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:12.857821 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d148a463-c4a3-416e-aee6-55bbf26d2c32 req-b47a952c-48b8-46e9-804f-772c956edde7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 931 time: 0.2408290 Jan 24 09:49:12.864451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Deleting subnet 6527665d-be96-492e-9860-c68669a86f41 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:49:12.868202 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Publish callbacks [] for subnet (6527665d-be96-492e-9860-c68669a86f41), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:12.963580 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d148a463-c4a3-416e-aee6-55bbf26d2c32 req-257c7250-553e-4491-b94f-f6582cd40bec tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994625 Jan 24 09:49:12.995949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Publish callbacks [] for subnet (6527665d-be96-492e-9860-c68669a86f41), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.035648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (6527665d-be96-492e-9860-c68669a86f41), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.125243 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for subnet (6527665d-be96-492e-9860-c68669a86f41), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.193706 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6527665d-be96-492e-9860-c68669a86f41,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:13.221990 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.229371 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9912f180-3ba9-4f40-8de9-64472c5330a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6527665d-be96-492e-9860-c68669a86f41 HTTP/1.1" status: 204 len: 168 time: 0.4238214 Jan 24 09:49:13.229521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49518) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:13.334730 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (b2b43efd-e90a-493e-90a6-99c2879563c6), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.619439 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (b2b43efd-e90a-493e-90a6-99c2879563c6), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:13.693017 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.693363 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.694194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.694537 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > port after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.694852 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.701326 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > port after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.701754 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.702105 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.707834 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:13.709176 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:14.067426 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49544) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:14.084675 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:14.085238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:14.085416 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:14.085639 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:14.085998 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b43efd-e90a-493e-90a6-99c2879563c6']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:14.091937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-1c373837-022d-4a39-ae66-716014ddbf35 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:49:14.099449 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-1c373837-022d-4a39-ae66-716014ddbf35 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5249734 Jan 24 09:49:14.107088 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83aa0cff-f15a-4130-ab57-9c1efd0e9cda') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:14.107378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83aa0cff-f15a-4130-ab57-9c1efd0e9cda') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:14.128088 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (83aa0cff-f15a-4130-ab57-9c1efd0e9cda), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.158686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (83aa0cff-f15a-4130-ab57-9c1efd0e9cda), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.181082 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:49:14.182063 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (83aa0cff-f15a-4130-ab57-9c1efd0e9cda), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: from cryptography.utils import int_from_bytes Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: from cryptography.utils import int_from_bytes Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:49:14.188812 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:49:14.274464 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (b2b43efd-e90a-493e-90a6-99c2879563c6), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.289629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.296463 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2b43efd-e90a-493e-90a6-99c2879563c6 HTTP/1.1" status: 204 len: 168 time: 1.0655963 Jan 24 09:49:14.309897 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49554) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:14.362211 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff7e6e-8269-44c9-80a5-184055a994cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b43efd-e90a-493e-90a6-99c2879563c6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:14.375997 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-be90d5fc-7e52-4013-9227-3046025ada34 service neutron] 10.222.0.39 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745223 Jan 24 09:49:14.392990 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Deleting subnet de81f318-6b6b-4484-a535-4e33a4ed0877 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:49:14.397110 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Publish callbacks [] for subnet (de81f318-6b6b-4484-a535-4e33a4ed0877), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.397795 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988acdd-3c95-4ec3-aa49-b462ec15c176 req-a26ffc55-5079-4717-8bc2-58eae04554e2 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:14.406280 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3988acdd-3c95-4ec3-aa49-b462ec15c176 req-a26ffc55-5079-4717-8bc2-58eae04554e2 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 931 time: 0.2649200 Jan 24 09:49:14.439680 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (de81f318-6b6b-4484-a535-4e33a4ed0877), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.504271 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (de81f318-6b6b-4484-a535-4e33a4ed0877), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.546733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-1fc6c35b-32d2-44f6-9c9b-1f6e8049f117 service neutron] 10.222.0.39 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372380 Jan 24 09:49:14.578289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (de81f318-6b6b-4484-a535-4e33a4ed0877), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.626179 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.632961 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/de81f318-6b6b-4484-a535-4e33a4ed0877 HTTP/1.1" status: 204 len: 168 time: 0.3280609 Jan 24 09:49:14.633393 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49566) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:14.634029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec02e8-5d58-4a83-8e6a-4167775c31c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de81f318-6b6b-4484-a535-4e33a4ed0877,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:14.685846 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3988acdd-3c95-4ec3-aa49-b462ec15c176 req-abcc83e7-62d0-43c1-88a2-d751efd91de5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744205 Jan 24 09:49:14.760223 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a81765e0-0797-4041-ad16-ccadcb703981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.790907 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (003a2c07-07a8-4626-b58c-0352f6c90773), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:14.988916 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1dee8f76-832d-4484-940d-8d6152082101 req-20c3c0ef-01d2-4d65-8f66-f4695a62059b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0596585 Jan 24 09:49:15.209686 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Request body: {'port': {'device_id': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:15.310987 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a81765e0-0797-4041-ad16-ccadcb703981 admin admin] Publish callbacks [] for security_group (5438bcf2-908d-4bb0-96d7-ac41ba6d79b5), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:15.313017 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (003a2c07-07a8-4626-b58c-0352f6c90773), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:15.326096 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a81765e0-0797-4041-ad16-ccadcb703981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5438bcf2-908d-4bb0-96d7-ac41ba6d79b5), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:15.398817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.399780 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.406646 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.410316 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.410570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.410927 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.411258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.411586 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.412070 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.412506 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.495747 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:49:15.634781 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.635332 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.635780 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.636213 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 24 09:49:15.636657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003a2c07-07a8-4626-b58c-0352f6c90773']}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:15.671841 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2ffde715-5e59-4871-967a-b73a2372712d), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:15.884114 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81765e0-0797-4041-ad16-ccadcb703981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5438bcf2-908d-4bb0-96d7-ac41ba6d79b5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:15.895144 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a81765e0-0797-4041-ad16-ccadcb703981 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dd9a897653047f783bed22b3de9bca3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8235652 Jan 24 09:49:15.896018 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49622) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:15.923059 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49624) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:15.924945 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c1894a-8f3d-4ece-924c-434a7ac222c0') {'for_net_delete': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:15.925168 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c1894a-8f3d-4ece-924c-434a7ac222c0') {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:16.039872 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131377045'] for segment (90c1894a-8f3d-4ece-924c-434a7ac222c0), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.106651 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff32a9d-cefb-4335-9049-3c5e91498960 req-a1da1abb-8643-411c-a556-0418dfbdbaf5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:16.121022 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dff32a9d-cefb-4335-9049-3c5e91498960 req-a1da1abb-8643-411c-a556-0418dfbdbaf5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 931 time: 0.2267511 Jan 24 09:49:16.135962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] Publish callbacks [] for security_group (5438bcf2-908d-4bb0-96d7-ac41ba6d79b5), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.168834 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (90c1894a-8f3d-4ece-924c-434a7ac222c0), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.243109 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] Publish callbacks [] for security_group (5438bcf2-908d-4bb0-96d7-ac41ba6d79b5), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.293956 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=102507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:49:16.297553 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131181594'] for segment (90c1894a-8f3d-4ece-924c-434a7ac222c0), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.307434 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a9633178-a0fa-4a9f-97df-a398b3895a40 req-16ea17e2-750d-4d58-b173-7a8639fd193f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.1399255 Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: from cryptography.utils import int_from_bytes Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: from cryptography.utils import int_from_bytes Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: Traceback (most recent call last): Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: timer() Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: cb(*args, **kw) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: return func(*args, **kwargs) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: self._notify() Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: self.callback(batched_events) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: event.method(event) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: return f(self, *a, **k) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._get(url).json() Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: return self.request(url, 'GET', **kwargs) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:49:16.316522 dv-cinder-809523-7-iscsi neutron-server[102507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:49:16.384292 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5438bcf2-908d-4bb0-96d7-ac41ba6d79b5), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.387024 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.388187 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5438bcf2-908d-4bb0-96d7-ac41ba6d79b5 HTTP/1.1" status: 204 len: 168 time: 0.4914246 Jan 24 09:49:16.400056 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801d254-0f09-4923-935c-f26a1bbc2254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438bcf2-908d-4bb0-96d7-ac41ba6d79b5,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:16.696056 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-981ad4cc-9fc4-475f-8ac7-217573b3cb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.821987 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dff32a9d-cefb-4335-9049-3c5e91498960 req-194c5bf3-aae1-448c-97c5-c6dc333f9ab5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988113 Jan 24 09:49:16.867657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (003a2c07-07a8-4626-b58c-0352f6c90773), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.890529 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:16.902381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/003a2c07-07a8-4626-b58c-0352f6c90773 HTTP/1.1" status: 204 len: 168 time: 2.2550905 Jan 24 09:49:17.196751 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8fc84-d398-41f1-bf1f-bb363729bbb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=003a2c07-07a8-4626-b58c-0352f6c90773,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:17.261064 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49666) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:17.325343 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-70775dc0-283b-4da9-9bbd-a247d7802491 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3582fd753724b6c8746c88675231f71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0660129 Jan 24 09:49:17.327943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49672) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:17.333925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-981ad4cc-9fc4-475f-8ac7-217573b3cb24 admin admin] Publish callbacks [] for security_group (d2d638d3-70e5-4693-8a42-acec410c2a34), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.354831 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-981ad4cc-9fc4-475f-8ac7-217573b3cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d2d638d3-70e5-4693-8a42-acec410c2a34), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.388538 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffde715-5e59-4871-967a-b73a2372712d {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:49:17.403417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] Publish callbacks [] for security_group (422b2d0c-0332-452c-a744-a709031008a7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.433141 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks [] for port (2ffde715-5e59-4871-967a-b73a2372712d), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.442719 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] Publish callbacks [] for security_group (422b2d0c-0332-452c-a744-a709031008a7), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.456516 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-981ad4cc-9fc4-475f-8ac7-217573b3cb24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81d161758e8740f9a25425e6feae1b64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5235713 Jan 24 09:49:17.465961 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49676) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:17.466392 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad4cc-9fc4-475f-8ac7-217573b3cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d638d3-70e5-4693-8a42-acec410c2a34,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:17.524328 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49682) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:17.526020 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Transition to ACTIVE for port object 2ffde715-5e59-4871-967a-b73a2372712d will not be triggered until provisioned by entity L2. {{(pid=102507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:49:17.561558 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (422b2d0c-0332-452c-a744-a709031008a7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.565057 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.566381 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/422b2d0c-0332-452c-a744-a709031008a7 HTTP/1.1" status: 204 len: 168 time: 0.2365234 Jan 24 09:49:17.580180 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.591236 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-90b4aaf7-acd7-49f8-96c9-0d0fe65e5abe req-eef2d376-82a8-4b96-bf0d-8aafa6c2bb1b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0995173 Jan 24 09:49:17.605536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d92a-6fe4-45f0-a41b-da2fd28f67b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b2d0c-0332-452c-a744-a709031008a7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:17.709376 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:17.776112 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] Publish callbacks [] for security_group (d2d638d3-70e5-4693-8a42-acec410c2a34), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.831287 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] Publish callbacks [] for security_group (d2d638d3-70e5-4693-8a42-acec410c2a34), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.876350 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a37f-40c3-40e1-b815-7f11e9e82578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.886225 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Attempting to bind port 2ffde715-5e59-4871-967a-b73a2372712d on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:49:17.886784 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Attempting to bind port 2ffde715-5e59-4871-967a-b73a2372712d by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'e1024c33-a83d-446c-8698-df8af5bd1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:49:17.887293 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Attempting to bind port 2ffde715-5e59-4871-967a-b73a2372712d on network bb5e916b-2803-4b1f-9ddd-928d84c13a36 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:17.895664 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Port 2ffde715-5e59-4871-967a-b73a2372712d on network bb5e916b-2803-4b1f-9ddd-928d84c13a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:49:17.896214 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Attempting to bind port 2ffde715-5e59-4871-967a-b73a2372712d on network bb5e916b-2803-4b1f-9ddd-928d84c13a36 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:17.901804 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:49:17.902385 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Checking segment: {'id': 'e1024c33-a83d-446c-8698-df8af5bd1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:17.903273 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Bound using segment: {'id': 'e1024c33-a83d-446c-8698-df8af5bd1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:49:17.904176 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Bound port: 2ffde715-5e59-4871-967a-b73a2372712d, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1024c33-a83d-446c-8698-df8af5bd1e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:49:17.904700 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2ffde715-5e59-4871-967a-b73a2372712d), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.960528 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d2d638d3-70e5-4693-8a42-acec410c2a34), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.966758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:17.970887 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2d638d3-70e5-4693-8a42-acec410c2a34 HTTP/1.1" status: 204 len: 168 time: 0.5054340 Jan 24 09:49:18.033454 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f22c4-7f2b-4810-8dc7-e878e0836a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d638d3-70e5-4693-8a42-acec410c2a34,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:18.080976 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a37f-40c3-40e1-b815-7f11e9e82578 admin admin] Publish callbacks [] for security_group (8d1fa12a-71a2-4463-93c5-12b7349cba98), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.083816 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:49:18.086245 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a37f-40c3-40e1-b815-7f11e9e82578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8d1fa12a-71a2-4463-93c5-12b7349cba98), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.140297 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2ffde715-5e59-4871-967a-b73a2372712d,segment=NetworkSegment(e1024c33-a83d-446c-8698-df8af5bd1e96),segment_id=e1024c33-a83d-446c-8698-df8af5bd1e96)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:49:18.154825 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9bf1a37f-40c3-40e1-b815-7f11e9e82578 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=974ad2d025084ce7ad75a8e0364709a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283133 Jan 24 09:49:18.158434 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.160269 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49702) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:18.167983 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a37f-40c3-40e1-b815-7f11e9e82578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1fa12a-71a2-4463-93c5-12b7349cba98,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:18.231847 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db17a89-43af-4015-bcc3-657181c2d6f2 req-b6e80ee6-a67f-4bf5-ada7-7d1cf05875bd tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:18.234924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6db17a89-43af-4015-bcc3-657181c2d6f2 req-b6e80ee6-a67f-4bf5-ada7-7d1cf05875bd tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.2449689 Jan 24 09:49:18.267153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:18.267769 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.269244 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] 10.222.0.123 "PUT /v2.0/ports/2ffde715-5e59-4871-967a-b73a2372712d HTTP/1.1" status: 200 len: 1093 time: 3.7005601 Jan 24 09:49:18.274636 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:49:18.302512 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb2475-a840-4a11-b993-c9b177d09d0d service neutron] Pushing event updated for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:18.344423 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6db17a89-43af-4015-bcc3-657181c2d6f2 req-62612ae7-fbd4-4d1f-a3b0-f2f80fbb0bd9 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919662 Jan 24 09:49:18.345533 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] Publish callbacks [] for security_group (8d1fa12a-71a2-4463-93c5-12b7349cba98), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.377395 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] Publish callbacks [] for security_group (8d1fa12a-71a2-4463-93c5-12b7349cba98), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.440431 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8d1fa12a-71a2-4463-93c5-12b7349cba98), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.443721 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.444955 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d1fa12a-71a2-4463-93c5-12b7349cba98 HTTP/1.1" status: 204 len: 168 time: 0.2815285 Jan 24 09:49:18.452770 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86846b-dc46-4af0-99cf-fc389749a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1fa12a-71a2-4463-93c5-12b7349cba98,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:18.461786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49720) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:18.530936 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a6ff6dc6-efbf-4da1-8a68-fd8c3642b46a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e34f2487e7b8435b80a5f5f4a751cbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652132 Jan 24 09:49:18.530936 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49724) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:18.586644 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] Publish callbacks [] for security_group (1e6f4a49-6371-4e4c-84c3-014cd9218327), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.612011 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] Publish callbacks [] for security_group (1e6f4a49-6371-4e4c-84c3-014cd9218327), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.707010 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-26c02e02-fd85-4400-9403-73c5b0622bf3 req-55b8d2b3-227b-417f-8698-fa27d14c61ca tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0306833 Jan 24 09:49:18.719930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1e6f4a49-6371-4e4c-84c3-014cd9218327), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.732465 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.736164 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e6f4a49-6371-4e4c-84c3-014cd9218327 HTTP/1.1" status: 204 len: 168 time: 0.2018435 Jan 24 09:49:18.742112 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab98d7-7a4b-4b31-997a-2b2565381256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6f4a49-6371-4e4c-84c3-014cd9218327,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:18.782518 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f" -d '{"events": [{"name": "network-changed", "server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "tag": "2ffde715-5e59-4871-967a-b73a2372712d"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:49:18.802837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49740) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:18.824932 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-538265ea-784c-4579-8b46-d9539b8e1b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.940751 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-538265ea-784c-4579-8b46-d9539b8e1b84 admin admin] Publish callbacks [] for security_group (bfee4dae-73f5-42f6-881d-313f8abf8571), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:18.945949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-538265ea-784c-4579-8b46-d9539b8e1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (bfee4dae-73f5-42f6-881d-313f8abf8571), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.013521 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 49744) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:19.019342 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-538265ea-784c-4579-8b46-d9539b8e1b84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=874357a3e85b4774a6adcacf4a378002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148306 Jan 24 09:49:19.020673 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538265ea-784c-4579-8b46-d9539b8e1b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee4dae-73f5-42f6-881d-313f8abf8571,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:19.023167 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49746) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:19.040070 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dff27393-f63f-40f0-9506-c0c1a03fb20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.074931 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] Publish callbacks [] for security_group (bfee4dae-73f5-42f6-881d-313f8abf8571), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.098962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] Publish callbacks [] for security_group (bfee4dae-73f5-42f6-881d-313f8abf8571), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.148926 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dff27393-f63f-40f0-9506-c0c1a03fb20b admin admin] Publish callbacks [] for security_group (1fd4214e-a76e-4c41-8519-c6fe6ac64bd7), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.152977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (bfee4dae-73f5-42f6-881d-313f8abf8571), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.153716 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dff27393-f63f-40f0-9506-c0c1a03fb20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1fd4214e-a76e-4c41-8519-c6fe6ac64bd7), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.156136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.157691 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfee4dae-73f5-42f6-881d-313f8abf8571 HTTP/1.1" status: 204 len: 168 time: 0.1336849 Jan 24 09:49:19.172504 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229837-3747-4862-8f7c-b47ab104d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfee4dae-73f5-42f6-881d-313f8abf8571,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:19.192296 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff27393-f63f-40f0-9506-c0c1a03fb20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd4214e-a76e-4c41-8519-c6fe6ac64bd7,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:19.198540 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-dff27393-f63f-40f0-9506-c0c1a03fb20b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18423d8966b34c77b8ff46c5485e69ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836398 Jan 24 09:49:19.201490 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 49750) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:19.259805 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] Publish callbacks [] for security_group (1fd4214e-a76e-4c41-8519-c6fe6ac64bd7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.286775 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1f2239-3d56-486e-83ff-00813b0189db x-openstack-request-id: req-db1f2239-3d56-486e-83ff-00813b0189db {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:49:19.287251 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "tag": "2ffde715-5e59-4871-967a-b73a2372712d", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:49:19.287601 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db1f2239-3d56-486e-83ff-00813b0189db {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:49:19.288151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d', 'status': 'completed', 'code': 200} Jan 24 09:49:19.290175 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] Publish callbacks [] for security_group (1fd4214e-a76e-4c41-8519-c6fe6ac64bd7), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.349095 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1fd4214e-a76e-4c41-8519-c6fe6ac64bd7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.351919 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:19.353183 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fd4214e-a76e-4c41-8519-c6fe6ac64bd7 HTTP/1.1" status: 204 len: 168 time: 0.1506901 Jan 24 09:49:19.361662 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fe498-94a4-4a5a-9209-e2d062e55793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd4214e-a76e-4c41-8519-c6fe6ac64bd7,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:19.479519 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c5df1-43fd-4078-b1bc-78f4784c34de req-dbbadc7d-866c-4a90-b198-108de230238a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:19.481653 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c8c5df1-43fd-4078-b1bc-78f4784c34de req-dbbadc7d-866c-4a90-b198-108de230238a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0651369 Jan 24 09:49:19.531296 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c8c5df1-43fd-4078-b1bc-78f4784c34de req-85940835-f796-44ae-85c7-2265307dcfec tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Jan 24 09:49:19.827744 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc1da726-df86-4c64-8928-6a8b94474f4e req-56b3ce0a-3e01-4e0a-ae20-5406dcba2e70 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0429792 Jan 24 09:49:20.689461 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e40481-64f8-453c-8abf-a93c6f961291 req-ca7e0628-da8c-4529-91d5-c775231dd95e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:20.691491 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-58e40481-64f8-453c-8abf-a93c6f961291 req-ca7e0628-da8c-4529-91d5-c775231dd95e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0853083 Jan 24 09:49:20.775087 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-58e40481-64f8-453c-8abf-a93c6f961291 req-1219cd03-0983-4e67-a2e6-25a8e6a2c774 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686667 Jan 24 09:49:21.019293 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-49c6f544-15d0-44c3-aeb9-6ccb360e4930 req-add4c0ad-a7d1-4c5e-b456-aa64d8361338 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0558188 Jan 24 09:49:21.987347 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd95fe-0e72-4bad-b6cd-9befe7a96119 req-ffca63c1-840d-4415-9769-f72e0705c6b7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:21.995675 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f6cd95fe-0e72-4bad-b6cd-9befe7a96119 req-ffca63c1-840d-4415-9769-f72e0705c6b7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.1156869 Jan 24 09:49:22.166702 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f6cd95fe-0e72-4bad-b6cd-9befe7a96119 req-1157b597-d127-4f9c-8249-0112b1edad1d tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571033 Jan 24 09:49:22.188952 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c243fc24-511b-4d61-90c6-a86c5fa7486c req-e1a072e9-9cdf-4c56-8c01-d8c6958544d5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0796161 Jan 24 09:49:23.008670 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35657bec-0f2a-41c8-b3dd-889814402705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:23.373169 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa049f0d-7ad8-41b5-ad27-8ee7aeee7d51 req-6107110b-86f2-40c0-81ef-5f3aab2e9335 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0744815 Jan 24 09:49:23.409960 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55fb2a-3ec0-482b-85e4-445760533d58 req-20b566ee-6812-4a76-b7ac-6c3c50da4e75 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:23.411637 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd55fb2a-3ec0-482b-85e4-445760533d58 req-20b566ee-6812-4a76-b7ac-6c3c50da4e75 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.1723480 Jan 24 09:49:23.494429 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd55fb2a-3ec0-482b-85e4-445760533d58 req-739bce4a-d90a-4ea4-b7e0-8de0cd033acd tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710769 Jan 24 09:49:24.170993 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50078) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:24.242667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50084) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:24.357484 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11a3f593-a17c-48e9-be7b-309e9d8f9c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.372405 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-110f16ff-3071-4982-baea-b1ed5ba93c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.473229 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11a3f593-a17c-48e9-be7b-309e9d8f9c86 admin admin] Publish callbacks [] for security_group (7d08c989-d9d6-47d9-a506-8c702a94ec13), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.479075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11a3f593-a17c-48e9-be7b-309e9d8f9c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7d08c989-d9d6-47d9-a506-8c702a94ec13), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.503900 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-110f16ff-3071-4982-baea-b1ed5ba93c98 admin admin] Publish callbacks [] for security_group (fb157b05-d48e-400e-aced-2610791566ec), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.513357 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-110f16ff-3071-4982-baea-b1ed5ba93c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (fb157b05-d48e-400e-aced-2610791566ec), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.529592 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-11a3f593-a17c-48e9-be7b-309e9d8f9c86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=169deb1aa94240b4a6f545f9c4fd232d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843940 Jan 24 09:49:24.540293 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50096) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:24.541058 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3f593-a17c-48e9-be7b-309e9d8f9c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08c989-d9d6-47d9-a506-8c702a94ec13,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:24.555395 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ed565ab6-bdc9-4e1b-bc35-eac1a92e3efb req-43ddd0b4-d1d6-4d30-80bd-2b1a44279d06 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0604486 Jan 24 09:49:24.612065 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-110f16ff-3071-4982-baea-b1ed5ba93c98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d72800b3198c462eb5f72d4cc07cb85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397264 Jan 24 09:49:24.614815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50098) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:24.615402 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f16ff-3071-4982-baea-b1ed5ba93c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb157b05-d48e-400e-aced-2610791566ec,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:24.631129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] Publish callbacks [] for security_group (7d08c989-d9d6-47d9-a506-8c702a94ec13), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.637955 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f7cc5-dd1d-476f-b018-ff8d97c0d5de req-6c443f96-393b-450d-a0f5-f5d38683f676 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:24.639518 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6c5f7cc5-dd1d-476f-b018-ff8d97c0d5de req-6c443f96-393b-450d-a0f5-f5d38683f676 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0718236 Jan 24 09:49:24.670737 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] Publish callbacks [] for security_group (7d08c989-d9d6-47d9-a506-8c702a94ec13), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.697465 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6c5f7cc5-dd1d-476f-b018-ff8d97c0d5de req-e66a5114-0a02-419d-8915-db2bd6b27767 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Jan 24 09:49:24.712362 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] Publish callbacks [] for security_group (fb157b05-d48e-400e-aced-2610791566ec), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.737165 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] Publish callbacks [] for security_group (fb157b05-d48e-400e-aced-2610791566ec), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.755585 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7d08c989-d9d6-47d9-a506-8c702a94ec13), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.760442 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.764522 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d08c989-d9d6-47d9-a506-8c702a94ec13 HTTP/1.1" status: 204 len: 168 time: 0.2172475 Jan 24 09:49:24.783308 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90613ae7-5f9f-4983-b7c3-ba44a83d3a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08c989-d9d6-47d9-a506-8c702a94ec13,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:24.806182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (fb157b05-d48e-400e-aced-2610791566ec), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.809263 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:24.812922 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb157b05-d48e-400e-aced-2610791566ec HTTP/1.1" status: 204 len: 168 time: 0.1944244 Jan 24 09:49:24.819127 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684c45b-17cd-4bf6-a073-6c26e39eb334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb157b05-d48e-400e-aced-2610791566ec,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:25.101763 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50110) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:25.106980 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50112) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:25.117490 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8587dd45-7604-41bf-9558-49e28586408b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.119717 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bcd189b-270b-4f19-a5bf-b8f1ea0cf00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.200182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8587dd45-7604-41bf-9558-49e28586408b admin admin] Publish callbacks [] for security_group (18ae1fb6-0f18-49bb-b28c-ac78cd3df004), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.201956 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bcd189b-270b-4f19-a5bf-b8f1ea0cf00c admin admin] Publish callbacks [] for security_group (6ada6307-9e69-4977-966e-c015c3c2148f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.205425 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8587dd45-7604-41bf-9558-49e28586408b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (18ae1fb6-0f18-49bb-b28c-ac78cd3df004), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.207073 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6bcd189b-270b-4f19-a5bf-b8f1ea0cf00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6ada6307-9e69-4977-966e-c015c3c2148f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.232811 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587dd45-7604-41bf-9558-49e28586408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae1fb6-0f18-49bb-b28c-ac78cd3df004,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:25.252854 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8587dd45-7604-41bf-9558-49e28586408b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b0082a621cf47058d66288df24f0e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498985 Jan 24 09:49:25.253830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6bcd189b-270b-4f19-a5bf-b8f1ea0cf00c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2c8c450b304419f996be8e82581c3b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450856 Jan 24 09:49:25.253978 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50116) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:25.254076 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50118) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:25.255963 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd189b-270b-4f19-a5bf-b8f1ea0cf00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada6307-9e69-4977-966e-c015c3c2148f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:25.278306 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6a131cf6-f1bf-4d1b-8700-c7f13f49fe03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.308235 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] Publish callbacks [] for security_group (18ae1fb6-0f18-49bb-b28c-ac78cd3df004), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.310267 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] Publish callbacks [] for security_group (6ada6307-9e69-4977-966e-c015c3c2148f), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.328431 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] Publish callbacks [] for security_group (18ae1fb6-0f18-49bb-b28c-ac78cd3df004), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.331209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] Publish callbacks [] for security_group (6ada6307-9e69-4977-966e-c015c3c2148f), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.377633 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (18ae1fb6-0f18-49bb-b28c-ac78cd3df004), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.379899 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6ada6307-9e69-4977-966e-c015c3c2148f), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.380564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.381855 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18ae1fb6-0f18-49bb-b28c-ac78cd3df004 HTTP/1.1" status: 204 len: 168 time: 0.1274698 Jan 24 09:49:25.386612 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:25.387829 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ada6307-9e69-4977-966e-c015c3c2148f HTTP/1.1" status: 204 len: 168 time: 0.1329482 Jan 24 09:49:25.392874 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27a6c0-62d9-4f85-9b11-841f69af45eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae1fb6-0f18-49bb-b28c-ac78cd3df004,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:25.401037 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687d26-f805-4014-9a9f-587472d0d2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada6307-9e69-4977-966e-c015c3c2148f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:25.641966 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c2b43df3-6d38-43ed-be7c-72d5324de444 req-f83f9b69-06af-47b7-95c8-3c74a5bd113f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0264232 Jan 24 09:49:25.854804 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-54849986-fb58-4f5c-9654-6ebaac96ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:25.856366 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-54849986-fb58-4f5c-9654-6ebaac96ba95 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1ce9a99dbe5a4a64b6c4d12d248c3a21&device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 1096 time: 0.1445484 Jan 24 09:49:25.868626 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d977a-6a82-47a9-a87b-74fa49f6e59b req-9944b19b-03f1-42de-99ce-26d622259c18 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:25.870124 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-220d977a-6a82-47a9-a87b-74fa49f6e59b req-9944b19b-03f1-42de-99ce-26d622259c18 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0764456 Jan 24 09:49:26.024489 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-220d977a-6a82-47a9-a87b-74fa49f6e59b req-0de1885a-b45f-46f1-9ef4-8ffc26a23d72 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488550 Jan 24 09:49:26.085879 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-f774f661-02a3-42a1-b796-d4fa0c6681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:26.087488 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-f774f661-02a3-42a1-b796-d4fa0c6681a2 service neutron] 10.222.0.123 "GET /v2.0/networks?tenant_id=1ce9a99dbe5a4a64b6c4d12d248c3a21&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1956918 Jan 24 09:49:26.182399 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:26.277902 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-229abdd7-198c-4975-8b52-88e9510f8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:26.279487 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ad0bee91-4c48-49ad-9e23-57fbb0d2312f req-229abdd7-198c-4975-8b52-88e9510f8d82 service neutron] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856346 Jan 24 09:49:26.440089 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-bc115d13-f7d8-4865-a9a0-ffd965b1f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:26.441796 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-bc115d13-f7d8-4865-a9a0-ffd965b1f13a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=1ce9a99dbe5a4a64b6c4d12d248c3a21&device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 1096 time: 0.0740542 Jan 24 09:49:26.586853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.123', 61883) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:26.922802 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-b902d30c-23ec-447a-998e-951b9b9aa3eb service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ffde715-5e59-4871-967a-b73a2372712d HTTP/1.1" status: 200 len: 217 time: 0.4608154 Jan 24 09:49:26.951152 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-34c83446-0736-4d95-bebf-cc2952d8f4ed req-21373b65-94ae-4ade-b2a3-b22349ee1e23 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.0328200 Jan 24 09:49:27.016301 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-eb8e938a-7b3d-455e-a6f7-4306bd5c6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:27.019800 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-eb8e938a-7b3d-455e-a6f7-4306bd5c6324 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f1689ec8-1ac7-4636-a707-8e73a639089b HTTP/1.1" status: 200 len: 852 time: 0.0660806 Jan 24 09:49:27.128434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-1c40b9fa-a85c-4c2c-9af5-169eb979543e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:27.129138 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-e2539f8c-1221-47d3-9796-afd0e4d999ec service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=bb5e916b-2803-4b1f-9ddd-928d84c13a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936565 Jan 24 09:49:27.130082 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-1c40b9fa-a85c-4c2c-9af5-169eb979543e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 811 time: 0.5295532 Jan 24 09:49:27.239123 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-6a2fc848-c86e-4ffc-ad1f-deac60f5415f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 378 time: 0.0868897 Jan 24 09:49:27.252621 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'port': {'device_id': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'admin_state_up': True, 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'security_groups': ['572cf977-8850-49fd-a45f-44ec544d4ee8']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:27.326814 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-7214cc77-f8b5-493c-a016-ba4f8412f4c8 service neutron] 10.222.0.123 "GET /v2.0/networks/bb5e916b-2803-4b1f-9ddd-928d84c13a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749783 Jan 24 09:49:27.335720 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019457-b3df-4e90-be05-28d6479bd353 req-62db7ebc-69d7-4943-a6bf-6b319ba29269 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:27.337448 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66019457-b3df-4e90-be05-28d6479bd353 req-62db7ebc-69d7-4943-a6bf-6b319ba29269 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0943663 Jan 24 09:49:27.388400 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Made reservation on behalf of d729796505774fa5bd9b9590e8fc2924 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:27.395606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:27.463981 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0a1f4bb-aa85-461c-8b95-17cc867fdd86 req-4828ae43-9804-4109-a462-12aefb9e027f service neutron] 10.222.0.123 "GET /v2.0/networks/bb5e916b-2803-4b1f-9ddd-928d84c13a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235547 Jan 24 09:49:27.576004 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66019457-b3df-4e90-be05-28d6479bd353 req-e584f1f6-72e5-4cfd-8468-004c8c5a2205 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456816 Jan 24 09:49:27.691881 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:27.846238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Allocated IP 172.20.0.12 (821b19c6-c688-4d2b-bdba-98473bd6e28b/8efb728b-6fe6-4424-a579-52bd699eb64c/c0e522b7-60a5-4755-bb6c-e50930b55121) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:49:28.009575 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.049621 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.124477 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13682cd4-0145-43c1-8efd-5d99b3558925 req-2496516d-95cf-4cda-864a-5cc69c6cff99 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:28.127175 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13682cd4-0145-43c1-8efd-5d99b3558925 req-2496516d-95cf-4cda-864a-5cc69c6cff99 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 932 time: 0.0754499 Jan 24 09:49:28.151285 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:49:28.155822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:28.157954 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:49:28.162012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:28.221365 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:28.223123 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.232257 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13682cd4-0145-43c1-8efd-5d99b3558925 req-8f00db36-7bd9-43e3-bdea-cc55a0c13d82 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977814 Jan 24 09:49:28.271776 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-3e04bbe4-d79d-4ef3-9d02-3c66176737e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0262892 Jan 24 09:49:28.291830 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Request body: {'port': {'device_id': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:28.383067 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.524588 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-d313b453-9cb6-4255-b7ed-d0df35f922e4 None None] Provisioning complete for port c0e522b7-60a5-4755-bb6c-e50930b55121 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:28.525288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d313b453-9cb6-4255-b7ed-d0df35f922e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.569663 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d313b453-9cb6-4255-b7ed-d0df35f922e4 None None] Port c0e522b7-60a5-4755-bb6c-e50930b55121 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:49:28.696905 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb796d7-d395-4b39-b6e2-eaf065b31e91 req-8114ed22-ab04-4192-aefc-599f7de6d347 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:28.699046 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-feb796d7-d395-4b39-b6e2-eaf065b31e91 req-8114ed22-ab04-4192-aefc-599f7de6d347 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0525191 Jan 24 09:49:28.753647 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-feb796d7-d395-4b39-b6e2-eaf065b31e91 req-0433b1c7-d568-466a-8101-19dcea71cd30 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Jan 24 09:49:28.767705 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e522b7-60a5-4755-bb6c-e50930b55121 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:49:28.777285 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks [] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.796185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Transition to ACTIVE for port object c0e522b7-60a5-4755-bb6c-e50930b55121 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:49:28.800050 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:28.887795 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:28.938183 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Attempting to bind port c0e522b7-60a5-4755-bb6c-e50930b55121 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:49:28.938561 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Attempting to bind port c0e522b7-60a5-4755-bb6c-e50930b55121 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:49:28.938927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Attempting to bind port c0e522b7-60a5-4755-bb6c-e50930b55121 on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:28.943392 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Port c0e522b7-60a5-4755-bb6c-e50930b55121 on network 821b19c6-c688-4d2b-bdba-98473bd6e28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:49:28.943712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Attempting to bind port c0e522b7-60a5-4755-bb6c-e50930b55121 on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:49:28.948677 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:49:28.949028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Checking segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:28.949571 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Bound using segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:49:28.950027 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Bound port: c0e522b7-60a5-4755-bb6c-e50930b55121, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:49:28.950378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.038395 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:49:29.044442 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c0e522b7-60a5-4755-bb6c-e50930b55121,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:49:29.056406 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.148863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:29.148998 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.160205 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:29.161236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.162626 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-81402735-8f88-454c-b200-f4c4f1e7137b service neutron] 10.222.0.123 "PUT /v2.0/ports/c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 1094 time: 0.8760571 Jan 24 09:49:29.163119 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:49:29.262635 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50340) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:29.368210 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50346) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:29.392261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-c6aadb1f-0223-4bb9-a261-211adb9ae531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:29.393749 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-c6aadb1f-0223-4bb9-a261-211adb9ae531 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1097 time: 0.1421759 Jan 24 09:49:29.409905 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e354e6-1980-444d-ba73-db9e73089bea req-f6714873-8b5a-47b9-aced-c226f1f3f862 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:29.411712 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79e354e6-1980-444d-ba73-db9e73089bea req-f6714873-8b5a-47b9-aced-c226f1f3f862 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0694697 Jan 24 09:49:29.458195 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4efe971-f042-41c9-b60c-fa4c3d15bb83" -d '{"events": [{"name": "network-changed", "server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:49:29.483137 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79e354e6-1980-444d-ba73-db9e73089bea req-60626fe2-84a9-45a5-a81d-4f2f64c8a05e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650835 Jan 24 09:49:29.517118 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-77c58a73-7829-4481-9663-8956aaa74f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.523930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-25f27d24-ac97-4030-9a84-a804201dfc00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.621868 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-25f27d24-ac97-4030-9a84-a804201dfc00 admin admin] Publish callbacks [] for security_group (bd02e832-2ca8-4c31-9c5f-1752915d607e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.632187 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-25f27d24-ac97-4030-9a84-a804201dfc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (bd02e832-2ca8-4c31-9c5f-1752915d607e), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.662474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf21a3b-378e-4906-b271-0c4a01856468 x-openstack-request-id: req-6cf21a3b-378e-4906-b271-0c4a01856468 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:49:29.662667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:49:29.662869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cf21a3b-378e-4906-b271-0c4a01856468 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:49:29.663408 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'status': 'completed', 'code': 200} Jan 24 09:49:29.671494 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-77c58a73-7829-4481-9663-8956aaa74f81 admin admin] Publish callbacks [] for security_group (6f584093-9d88-42cf-a961-8d9474864d4e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.671640 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f27d24-ac97-4030-9a84-a804201dfc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd02e832-2ca8-4c31-9c5f-1752915d607e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:29.689918 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-25f27d24-ac97-4030-9a84-a804201dfc00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c693127c89ff4d2d8c8cde9e087fe1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252226 Jan 24 09:49:29.692892 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50376) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:29.696477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-77c58a73-7829-4481-9663-8956aaa74f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6f584093-9d88-42cf-a961-8d9474864d4e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.761824 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] Publish callbacks [] for security_group (bd02e832-2ca8-4c31-9c5f-1752915d607e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.764256 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-77c58a73-7829-4481-9663-8956aaa74f81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffaf4a942ceb423c88a7fb43bcb8b31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943651 Jan 24 09:49:29.765137 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58a73-7829-4481-9663-8956aaa74f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f584093-9d88-42cf-a961-8d9474864d4e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:29.767560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50384) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:29.811173 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] Publish callbacks [] for security_group (bd02e832-2ca8-4c31-9c5f-1752915d607e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.847407 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] Publish callbacks [] for security_group (6f584093-9d88-42cf-a961-8d9474864d4e), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.878228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] Publish callbacks [] for security_group (6f584093-9d88-42cf-a961-8d9474864d4e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.909042 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (bd02e832-2ca8-4c31-9c5f-1752915d607e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.912885 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.924860 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd02e832-2ca8-4c31-9c5f-1752915d607e HTTP/1.1" status: 204 len: 168 time: 0.2278209 Jan 24 09:49:29.941044 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193b8d6-cdba-436f-aa84-d542da3f1b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd02e832-2ca8-4c31-9c5f-1752915d607e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:29.941922 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6f584093-9d88-42cf-a961-8d9474864d4e), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.946027 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:29.950646 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f584093-9d88-42cf-a961-8d9474864d4e HTTP/1.1" status: 204 len: 168 time: 0.1797168 Jan 24 09:49:29.961549 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662c3e7-af01-4d71-a56e-553d0ad8c194 req-848ef565-11cb-4b70-a6e8-6e4b497018d8 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:29.968648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3662c3e7-af01-4d71-a56e-553d0ad8c194 req-848ef565-11cb-4b70-a6e8-6e4b497018d8 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.1080391 Jan 24 09:49:29.975280 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382149e6-22ed-479c-aa60-855136dd3852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f584093-9d88-42cf-a961-8d9474864d4e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:30.025298 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3662c3e7-af01-4d71-a56e-553d0ad8c194 req-e7268f09-0430-4bee-a114-bbc1cb69e621 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Jan 24 09:49:30.310072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50404) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:30.324120 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b65aef35-2c7b-4309-83a7-d5315f387f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.401254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b65aef35-2c7b-4309-83a7-d5315f387f8a admin admin] Publish callbacks [] for security_group (b4fd4d87-7667-4d13-9718-6b02f0a9804d), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.405417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b65aef35-2c7b-4309-83a7-d5315f387f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b4fd4d87-7667-4d13-9718-6b02f0a9804d), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.444512 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b65aef35-2c7b-4309-83a7-d5315f387f8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3119b138e6d04f75a58162af3bcf4ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333630 Jan 24 09:49:30.445377 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65aef35-2c7b-4309-83a7-d5315f387f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd4d87-7667-4d13-9718-6b02f0a9804d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:30.447204 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50406) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:30.495540 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] Publish callbacks [] for security_group (b4fd4d87-7667-4d13-9718-6b02f0a9804d), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.519394 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] Publish callbacks [] for security_group (b4fd4d87-7667-4d13-9718-6b02f0a9804d), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.545865 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50414) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:30.559953 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09fd4ae9-f24e-435e-8c60-fe234ebf8ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.588876 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b4fd4d87-7667-4d13-9718-6b02f0a9804d), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.591606 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.592732 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4fd4d87-7667-4d13-9718-6b02f0a9804d HTTP/1.1" status: 204 len: 168 time: 0.1445572 Jan 24 09:49:30.612970 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efa84-441c-477c-ac0a-838c4bd4a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd4d87-7667-4d13-9718-6b02f0a9804d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:30.647908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09fd4ae9-f24e-435e-8c60-fe234ebf8ae8 admin admin] Publish callbacks [] for security_group (67050ae7-77f8-4c0f-8c7f-e87f7b9c5682), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.652474 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7fd5d-a99e-40e5-b149-8416eebbe363 req-79423f0b-5fc0-4f2b-8f4d-99ffd4f32cd6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:30.652962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09fd4ae9-f24e-435e-8c60-fe234ebf8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (67050ae7-77f8-4c0f-8c7f-e87f7b9c5682), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.654434 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ef7fd5d-a99e-40e5-b149-8416eebbe363 req-79423f0b-5fc0-4f2b-8f4d-99ffd4f32cd6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0916777 Jan 24 09:49:30.695749 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-09fd4ae9-f24e-435e-8c60-fe234ebf8ae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00b9ceecda074ca6884ba2f2039aabe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462266 Jan 24 09:49:30.696082 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50420) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:30.702744 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd4ae9-f24e-435e-8c60-fe234ebf8ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67050ae7-77f8-4c0f-8c7f-e87f7b9c5682,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:30.727099 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ef7fd5d-a99e-40e5-b149-8416eebbe363 req-e27da759-ef97-41a8-8149-5ea89e3ceb6d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661426 Jan 24 09:49:30.749435 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] Publish callbacks [] for security_group (67050ae7-77f8-4c0f-8c7f-e87f7b9c5682), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.769931 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] Publish callbacks [] for security_group (67050ae7-77f8-4c0f-8c7f-e87f7b9c5682), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.817498 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (67050ae7-77f8-4c0f-8c7f-e87f7b9c5682), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.820304 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:30.821486 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67050ae7-77f8-4c0f-8c7f-e87f7b9c5682 HTTP/1.1" status: 204 len: 168 time: 0.1247890 Jan 24 09:49:30.829331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d83ff-228e-4597-a971-3f27d2248bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67050ae7-77f8-4c0f-8c7f-e87f7b9c5682,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:31.158381 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9c77d-b946-41a2-9f6f-93da099643b7 req-3bb5fa44-9967-4b37-b0de-e32ed5637b60 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:31.160364 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdc9c77d-b946-41a2-9f6f-93da099643b7 req-3bb5fa44-9967-4b37-b0de-e32ed5637b60 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0526745 Jan 24 09:49:31.233954 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdc9c77d-b946-41a2-9f6f-93da099643b7 req-3f785928-1a9c-458c-b6b4-908e98c15bb6 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674586 Jan 24 09:49:31.876138 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdaee9-be59-4650-9a98-b14e8da86cfb req-827596b5-e7ef-450f-bf18-18181fcbf8fc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:31.878473 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-74fdaee9-be59-4650-9a98-b14e8da86cfb req-827596b5-e7ef-450f-bf18-18181fcbf8fc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0688102 Jan 24 09:49:31.930721 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-74fdaee9-be59-4650-9a98-b14e8da86cfb req-8a304285-4450-4361-8958-fd0777889ea9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466609 Jan 24 09:49:32.245901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50538) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:32.362011 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544d917-f755-4d09-ae48-dfe06fe09f7e req-3c9d1acd-2987-41e5-badb-9874a8b6e5d5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:32.363820 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d544d917-f755-4d09-ae48-dfe06fe09f7e req-3c9d1acd-2987-41e5-badb-9874a8b6e5d5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 943 time: 0.0589116 Jan 24 09:49:32.411120 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d544d917-f755-4d09-ae48-dfe06fe09f7e req-fd15e6dd-9ad6-47ee-993d-eb1bab530cb4 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411615 Jan 24 09:49:32.479799 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c3-87fb-4a47-9172-678fefca6775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.555533 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c3-87fb-4a47-9172-678fefca6775 admin admin] Publish callbacks [] for security_group (12648bff-92c6-4e59-96dc-7e98fcecf65a), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.560316 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8b8bf3c3-87fb-4a47-9172-678fefca6775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (12648bff-92c6-4e59-96dc-7e98fcecf65a), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.604605 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8b8bf3c3-87fb-4a47-9172-678fefca6775 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7029666fcd9a42a5b6f038918bc2175d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551586 Jan 24 09:49:32.604605 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bf3c3-87fb-4a47-9172-678fefca6775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12648bff-92c6-4e59-96dc-7e98fcecf65a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:32.605300 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50560) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:32.660636 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2ffde715-5e59-4871-967a-b73a2372712d details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:49:32.724424 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] Publish callbacks [] for security_group (12648bff-92c6-4e59-96dc-7e98fcecf65a), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.728215 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-b7b5ba55-a908-44eb-b2f6-3974bde3d533 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 217 time: 0.0664740 Jan 24 09:49:32.758031 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] Publish callbacks [] for security_group (12648bff-92c6-4e59-96dc-7e98fcecf65a), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.817131 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2ffde715-5e59-4871-967a-b73a2372712d,segment=NetworkSegment(e1024c33-a83d-446c-8698-df8af5bd1e96),segment_id=e1024c33-a83d-446c-8698-df8af5bd1e96)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:32.821762 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (12648bff-92c6-4e59-96dc-7e98fcecf65a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.826197 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.829727 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12648bff-92c6-4e59-96dc-7e98fcecf65a HTTP/1.1" status: 204 len: 168 time: 0.2237113 Jan 24 09:49:32.835664 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-4883e09a-3567-4386-b027-2436209108d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:32.837387 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-4883e09a-3567-4386-b027-2436209108d1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0992060 Jan 24 09:49:32.840047 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '2ffde715-5e59-4871-967a-b73a2372712d', 'network_id': 'bb5e916b-2803-4b1f-9ddd-928d84c13a36', 'port_id': '2ffde715-5e59-4871-967a-b73a2372712d', 'mac_address': 'fa:16:3e:d5:0f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1689ec8-1ac7-4636-a707-8e73a639089b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:49:32.842707 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6f79-8836-4e0a-b1d4-8cab417685b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12648bff-92c6-4e59-96dc-7e98fcecf65a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:32.899813 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2ffde715-5e59-4871-967a-b73a2372712d is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:32.900210 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2ffde715-5e59-4871-967a-b73a2372712d), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:32.928537 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffde715-5e59-4871-967a-b73a2372712d {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:49:33.025486 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2ffde715-5e59-4871-967a-b73a2372712d,segment=NetworkSegment(e1024c33-a83d-446c-8698-df8af5bd1e96),segment_id=e1024c33-a83d-446c-8698-df8af5bd1e96)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:33.033437 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.109561 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:33.146222 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-86e4e943-e934-40db-be7f-7b7f7587fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:33.148274 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-86e4e943-e934-40db-be7f-7b7f7587fd1a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2979903 Jan 24 09:49:33.157127 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b18e0-1964-47de-9c8b-1fe5cff89603 req-89186db1-a2fc-44e5-8bea-6b6ea88be471 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:33.164733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c01b18e0-1964-47de-9c8b-1fe5cff89603 req-89186db1-a2fc-44e5-8bea-6b6ea88be471 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0861626 Jan 24 09:49:33.230368 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c01b18e0-1964-47de-9c8b-1fe5cff89603 req-5bbf96fa-3f57-4e6b-82ef-2b370884a8f9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640786 Jan 24 09:49:33.296081 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-5f63d9e5-beab-4cfb-8cd6-b016d1c1d3f4 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154163 Jan 24 09:49:33.378033 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50600) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:33.395855 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a00759d6-c0d3-44eb-98eb-550939be1ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.422799 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cb13b08f-1f67-411c-9e6d-240893dbfdac req-c0d4a7b0-e638-4b5e-ac7f-1f7c906fe1ca service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164150 Jan 24 09:49:33.521015 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a00759d6-c0d3-44eb-98eb-550939be1ac6 admin admin] Publish callbacks [] for security_group (6f479ebc-b9d3-4b27-bc60-95eabf3a3178), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.540753 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a00759d6-c0d3-44eb-98eb-550939be1ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6f479ebc-b9d3-4b27-bc60-95eabf3a3178), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.562707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['2ffde715-5e59-4871-967a-b73a2372712d'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:49:33.612958 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ef069-c48f-4b7f-8b24-c91e5edadf38 req-5457a95d-7dea-4ac5-b8bd-ad0313f94a5f tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:33.614529 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b0ef069-c48f-4b7f-8b24-c91e5edadf38 req-5457a95d-7dea-4ac5-b8bd-ad0313f94a5f tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 944 time: 0.1145487 Jan 24 09:49:33.625835 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-ec3b8d48-08a9-4f4f-9d2f-95e161f79980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:33.627602 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-ec3b8d48-08a9-4f4f-9d2f-95e161f79980 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1097 time: 0.0752068 Jan 24 09:49:33.628441 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a00759d6-c0d3-44eb-98eb-550939be1ac6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f78700dfb644970803b6e476f61b366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2493000 Jan 24 09:49:33.628553 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50608) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:33.632288 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00759d6-c0d3-44eb-98eb-550939be1ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f479ebc-b9d3-4b27-bc60-95eabf3a3178,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:33.664961 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50610) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:33.707877 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b0ef069-c48f-4b7f-8b24-c91e5edadf38 req-dc087ac9-ac2f-4626-ac7f-efabe6254110 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Jan 24 09:49:33.890518 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1a00-a756-4732-90bf-318d3a25dfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.926923 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] Publish callbacks [] for security_group (6f479ebc-b9d3-4b27-bc60-95eabf3a3178), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:33.953876 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] Publish callbacks [] for security_group (6f479ebc-b9d3-4b27-bc60-95eabf3a3178), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.000973 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-b040b2d7-b00d-47bf-b5f8-51d400d1a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:34.011537 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-b040b2d7-b00d-47bf-b5f8-51d400d1a59a service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.3737328 Jan 24 09:49:34.023156 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1a00-a756-4732-90bf-318d3a25dfd0 admin admin] Publish callbacks [] for security_group (d6c08b19-a928-4797-bc11-84545e966c62), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.035183 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f7ca1a00-a756-4732-90bf-318d3a25dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d6c08b19-a928-4797-bc11-84545e966c62), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.088366 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-4a5c4198-3950-4d81-a4da-0eb85a70e842 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 217 time: 0.0658424 Jan 24 09:49:34.092246 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-f7ca1a00-a756-4732-90bf-318d3a25dfd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c14d64682bcc47aab3c1e8c4c1ad81cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262486 Jan 24 09:49:34.094093 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca1a00-a756-4732-90bf-318d3a25dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c08b19-a928-4797-bc11-84545e966c62,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:34.095367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50636) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:34.149457 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6f479ebc-b9d3-4b27-bc60-95eabf3a3178), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.152305 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.156192 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f479ebc-b9d3-4b27-bc60-95eabf3a3178 HTTP/1.1" status: 204 len: 168 time: 0.5236371 Jan 24 09:49:34.194798 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae53628-5fbe-4dc8-b976-197d9dad270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f479ebc-b9d3-4b27-bc60-95eabf3a3178,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:34.213212 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-1b44452e-9209-4a68-b641-0d66b99ad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:34.214783 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-1b44452e-9209-4a68-b641-0d66b99ad919 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.1017864 Jan 24 09:49:34.253670 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] Publish callbacks [] for security_group (d6c08b19-a928-4797-bc11-84545e966c62), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.305333 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] Publish callbacks [] for security_group (d6c08b19-a928-4797-bc11-84545e966c62), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.321055 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-bc8be9dd-3035-4dc0-a73f-b466569b6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:34.322431 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-bc8be9dd-3035-4dc0-a73f-b466569b6a9e service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846474 Jan 24 09:49:34.397856 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8d3db-2373-4c17-9d6f-721ed488a842 req-1b62989f-e4af-478f-ba10-1e2cbe823630 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:34.406329 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f7e8d3db-2373-4c17-9d6f-721ed488a842 req-1b62989f-e4af-478f-ba10-1e2cbe823630 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0601892 Jan 24 09:49:34.447567 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d6c08b19-a928-4797-bc11-84545e966c62), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.450101 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:34.453791 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6c08b19-a928-4797-bc11-84545e966c62 HTTP/1.1" status: 204 len: 168 time: 0.3550971 Jan 24 09:49:34.457869 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-a34633da-945e-4540-b9d2-8aa9a7336335 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214175 Jan 24 09:49:34.462532 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f7e8d3db-2373-4c17-9d6f-721ed488a842 req-79efc2cb-e34d-47d5-8bab-122dcba9e4d6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548027 Jan 24 09:49:34.463997 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf24dab-8bb1-410e-b2f9-5ad2cddbfc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c08b19-a928-4797-bc11-84545e966c62,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:34.608587 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e4efe971-f042-41c9-b60c-fa4c3d15bb83 req-c4716147-6f4f-4074-8adb-9c809d18f091 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386085 Jan 24 09:49:34.877260 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1037a8-b5d4-4276-a7c0-dd599f00ff11 req-f9143b31-d1d8-4653-8be0-07118dab539e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:34.878563 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1d1037a8-b5d4-4276-a7c0-dd599f00ff11 req-f9143b31-d1d8-4653-8be0-07118dab539e tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 944 time: 0.0759423 Jan 24 09:49:34.927470 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1d1037a8-b5d4-4276-a7c0-dd599f00ff11 req-5f98924f-2623-42c4-86af-3561845a016f tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Jan 24 09:49:35.011628 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50700) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:35.027630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7d753b93-2388-42ed-8861-9c9a244bbcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.100641 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7d753b93-2388-42ed-8861-9c9a244bbcea admin admin] Publish callbacks [] for security_group (b3fc3bc5-ff6c-4bde-8494-c0556d0f9181), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.105629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7d753b93-2388-42ed-8861-9c9a244bbcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b3fc3bc5-ff6c-4bde-8494-c0556d0f9181), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.146842 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7d753b93-2388-42ed-8861-9c9a244bbcea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=024c8bd1cada457db6e8721a9dccc788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340747 Jan 24 09:49:35.147957 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d753b93-2388-42ed-8861-9c9a244bbcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc3bc5-ff6c-4bde-8494-c0556d0f9181,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:35.149739 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50706) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:35.226706 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] Publish callbacks [] for security_group (b3fc3bc5-ff6c-4bde-8494-c0556d0f9181), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.270765 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] Publish callbacks [] for security_group (b3fc3bc5-ff6c-4bde-8494-c0556d0f9181), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.349329 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b3fc3bc5-ff6c-4bde-8494-c0556d0f9181), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.352794 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.354168 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3fc3bc5-ff6c-4bde-8494-c0556d0f9181 HTTP/1.1" status: 204 len: 168 time: 0.2032669 Jan 24 09:49:35.380994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8fb7c-c39f-46cd-aa3c-6b007dba6f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc3bc5-ff6c-4bde-8494-c0556d0f9181,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:35.432062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device c0e522b7-60a5-4755-bb6c-e50930b55121 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:49:35.473045 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2ffde715-5e59-4871-967a-b73a2372712d up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:35.634570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76cc32-69ca-4d21-b5bf-50da7b1d92e0 req-c56e5018-551d-4cea-9141-9805756094ac tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:35.637278 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0b76cc32-69ca-4d21-b5bf-50da7b1d92e0 req-c56e5018-551d-4cea-9141-9805756094ac tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 944 time: 0.0815468 Jan 24 09:49:35.641158 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 2ffde715-5e59-4871-967a-b73a2372712d completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:49:35.648752 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c0e522b7-60a5-4755-bb6c-e50930b55121,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:35.654044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 2ffde715-5e59-4871-967a-b73a2372712d triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:35.654582 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2ffde715-5e59-4871-967a-b73a2372712d), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.699153 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'port_id': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'mac_address': 'fa:16:3e:41:77:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:49:35.711833 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0b76cc32-69ca-4d21-b5bf-50da7b1d92e0 req-0c9fb295-e394-42d4-8cea-d98ed6e3df54 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685766 Jan 24 09:49:35.771111 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port c0e522b7-60a5-4755-bb6c-e50930b55121 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:35.771627 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.811889 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e522b7-60a5-4755-bb6c-e50930b55121 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:49:35.852732 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c0e522b7-60a5-4755-bb6c-e50930b55121,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:35.856138 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2ffde715-5e59-4871-967a-b73a2372712d is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:35.856872 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2ffde715-5e59-4871-967a-b73a2372712d), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.893996 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2ffde715-5e59-4871-967a-b73a2372712d,segment=NetworkSegment(e1024c33-a83d-446c-8698-df8af5bd1e96),segment_id=e1024c33-a83d-446c-8698-df8af5bd1e96)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:35.895368 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:35.897693 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:49:35.989823 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:36.120743 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be11c9-4a25-4e1e-9081-c5f972e6becb req-d3e6bf1b-61a0-48a9-8eb1-866ea25f97a7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:36.130611 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:36.131441 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-98be11c9-4a25-4e1e-9081-c5f972e6becb req-d3e6bf1b-61a0-48a9-8eb1-866ea25f97a7 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0893614 Jan 24 09:49:36.235912 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-98be11c9-4a25-4e1e-9081-c5f972e6becb req-1567d3c2-c57c-4468-80b1-7a7db6af273a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030378 Jan 24 09:49:36.261009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0c83bd-a34c-4b68-8bba-03ea0d888c82" -d '{"events": [{"server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "name": "network-vif-plugged", "status": "completed", "tag": "2ffde715-5e59-4871-967a-b73a2372712d"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:49:36.282402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:36.298565 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['c0e522b7-60a5-4755-bb6c-e50930b55121'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:49:36.613037 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdc4fec-9362-41c0-9f55-e136aa7f51d6 x-openstack-request-id: req-acdc4fec-9362-41c0-9f55-e136aa7f51d6 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:49:36.613666 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "name": "network-vif-plugged", "status": "completed", "tag": "2ffde715-5e59-4871-967a-b73a2372712d", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:49:36.613666 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acdc4fec-9362-41c0-9f55-e136aa7f51d6 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:49:36.614058 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d', 'code': 200} Jan 24 09:49:36.910373 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e51ad-90d1-460c-b0b0-bec1bf632f2d req-2f907890-f2b3-486b-92c5-27d40edbcb7c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:36.919974 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c5e51ad-90d1-460c-b0b0-bec1bf632f2d req-2f907890-f2b3-486b-92c5-27d40edbcb7c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 945 time: 0.0920434 Jan 24 09:49:36.983839 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c5e51ad-90d1-460c-b0b0-bec1bf632f2d req-1b365621-c54b-4683-ae82-f898bc491999 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540988 Jan 24 09:49:37.038477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841fea8-1024-4728-a61e-bd88269243ad req-8d7f2fea-e04d-405e-a63e-5c6cf717c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:37.040000 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8841fea8-1024-4728-a61e-bd88269243ad req-8d7f2fea-e04d-405e-a63e-5c6cf717c3a0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 1098 time: 0.1494408 Jan 24 09:49:37.065089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8841fea8-1024-4728-a61e-bd88269243ad req-90259bd0-cf48-4b1b-9b87-f37bb83ca0de service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.162737 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8841fea8-1024-4728-a61e-bd88269243ad req-90259bd0-cf48-4b1b-9b87-f37bb83ca0de service neutron] Publish callbacks [] for security_group (cf1ce172-450e-4868-8b12-721e64a23704), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.169197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-8841fea8-1024-4728-a61e-bd88269243ad req-90259bd0-cf48-4b1b-9b87-f37bb83ca0de service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (cf1ce172-450e-4868-8b12-721e64a23704), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.219741 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90259bd0-cf48-4b1b-9b87-f37bb83ca0de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ce172-450e-4868-8b12-721e64a23704,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:37.225852 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8841fea8-1024-4728-a61e-bd88269243ad req-90259bd0-cf48-4b1b-9b87-f37bb83ca0de service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775589 Jan 24 09:49:37.328182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50894) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:37.375266 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fe719-d4f3-4246-b524-de0ae3f6b12f req-d0500da5-bc4f-4e54-8c08-14e892db6a64 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:37.377528 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3d6fe719-d4f3-4246-b524-de0ae3f6b12f req-d0500da5-bc4f-4e54-8c08-14e892db6a64 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0648773 Jan 24 09:49:37.437471 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device c0e522b7-60a5-4755-bb6c-e50930b55121 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:49:37.443511 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3d6fe719-d4f3-4246-b524-de0ae3f6b12f req-20f65568-f045-4f44-9f34-5f0e390ed4cc tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 Jan 24 09:49:37.511179 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port c0e522b7-60a5-4755-bb6c-e50930b55121 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:49:37.515729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port c0e522b7-60a5-4755-bb6c-e50930b55121 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:49:37.516425 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.610052 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port c0e522b7-60a5-4755-bb6c-e50930b55121 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:49:37.610445 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.629984 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-607177fa-ef27-4204-a776-b6887c58ff3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.649084 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c0e522b7-60a5-4755-bb6c-e50930b55121,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:49:37.657241 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.726148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:37.726737 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-607177fa-ef27-4204-a776-b6887c58ff3f admin admin] Publish callbacks [] for security_group (1eceaef3-d2fc-465e-ba00-407a3ce0ce2f), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.732379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-607177fa-ef27-4204-a776-b6887c58ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1eceaef3-d2fc-465e-ba00-407a3ce0ce2f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.773599 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50934) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:37.773889 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-607177fa-ef27-4204-a776-b6887c58ff3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea550b3e96134323853bbfc93622a970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443567 Jan 24 09:49:37.775722 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607177fa-ef27-4204-a776-b6887c58ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eceaef3-d2fc-465e-ba00-407a3ce0ce2f,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:37.822310 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] Publish callbacks [] for security_group (1eceaef3-d2fc-465e-ba00-407a3ce0ce2f), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.844397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] Publish callbacks [] for security_group (1eceaef3-d2fc-465e-ba00-407a3ce0ce2f), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.897039 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1eceaef3-d2fc-465e-ba00-407a3ce0ce2f), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.900796 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:37.904481 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1eceaef3-d2fc-465e-ba00-407a3ce0ce2f HTTP/1.1" status: 204 len: 168 time: 0.1272328 Jan 24 09:49:37.912646 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd976b5-c684-4541-a2b3-9ed2ad1bbc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eceaef3-d2fc-465e-ba00-407a3ce0ce2f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:38.080272 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50948) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.097818 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50952) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.149145 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117ca53-652d-40cb-b66a-03646fb89adf req-0e0064d6-ecb5-4340-9824-653711d6dba3 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:38.151160 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b117ca53-652d-40cb-b66a-03646fb89adf req-0e0064d6-ecb5-4340-9824-653711d6dba3 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0756333 Jan 24 09:49:38.151474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50956) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.245904 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b117ca53-652d-40cb-b66a-03646fb89adf req-b4d11a26-655a-45aa-9be5-276105b666d0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867102 Jan 24 09:49:38.475908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7143b826-5b60-427d-97f8-57dfa046e874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.488134 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a06d0845-ce97-40b3-bade-225d1c32ff20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.537656 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce85e538-d15f-401e-a7a7-9634f5b42657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.612558 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd62de5-0a8a-4d40-8635-d25cd529bc9e req-9a264c0e-519a-486e-97b7-eb8f48d868f3 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:38.614423 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dd62de5-0a8a-4d40-8635-d25cd529bc9e req-9a264c0e-519a-486e-97b7-eb8f48d868f3 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0713859 Jan 24 09:49:38.615721 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:49:38.618444 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6672621-6634-4d76-9127-cae248e5ee44" -d '{"events": [{"server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:49:38.623280 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50982) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.640339 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17eb7288-97e8-498b-ac9a-f592935fcf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.658791 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63793995-f724-47af-9f09-c9b5fac2a04c x-openstack-request-id: req-63793995-f724-47af-9f09-c9b5fac2a04c {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:49:38.659758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:49:38.660209 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63793995-f724-47af-9f09-c9b5fac2a04c {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:49:38.660874 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'code': 200} Jan 24 09:49:38.667364 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7143b826-5b60-427d-97f8-57dfa046e874 admin admin] Publish callbacks [] for security_group (dcaf1dc9-4210-461c-beeb-607dfc16a8fe), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.675837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-7143b826-5b60-427d-97f8-57dfa046e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (dcaf1dc9-4210-461c-beeb-607dfc16a8fe), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.679604 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a06d0845-ce97-40b3-bade-225d1c32ff20 admin admin] Publish callbacks [] for security_group (62bbcdfd-e7fe-4157-b7cc-453bc918573e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.701467 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a06d0845-ce97-40b3-bade-225d1c32ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (62bbcdfd-e7fe-4157-b7cc-453bc918573e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.713164 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dd62de5-0a8a-4d40-8635-d25cd529bc9e req-cb0cb415-ceb5-494d-be44-78a605b814c4 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811834 Jan 24 09:49:38.753240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143b826-5b60-427d-97f8-57dfa046e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf1dc9-4210-461c-beeb-607dfc16a8fe,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:38.762727 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17eb7288-97e8-498b-ac9a-f592935fcf18 admin admin] Publish callbacks [] for security_group (3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.765619 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-7143b826-5b60-427d-97f8-57dfa046e874 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa83a37765eb49d4bdecac645f270a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6667109 Jan 24 09:49:38.769362 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-17eb7288-97e8-498b-ac9a-f592935fcf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.773111 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50984) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.775301 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce85e538-d15f-401e-a7a7-9634f5b42657 admin admin] Publish callbacks [] for security_group (2471c336-7c00-4820-8ecc-730a598ee4e4), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.787987 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a06d0845-ce97-40b3-bade-225d1c32ff20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c10e975d5084de89c0b3a925be21dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7041776 Jan 24 09:49:38.788715 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ce85e538-d15f-401e-a7a7-9634f5b42657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2471c336-7c00-4820-8ecc-730a598ee4e4), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.796199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50986) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.831606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d0845-ce97-40b3-bade-225d1c32ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bbcdfd-e7fe-4157-b7cc-453bc918573e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:38.835588 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-17eb7288-97e8-498b-ac9a-f592935fcf18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0280ddbc2e83459d847fa8d6e406faad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109063 Jan 24 09:49:38.838320 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 50988) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.845582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb7288-97e8-498b-ac9a-f592935fcf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:38.851895 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ce85e538-d15f-401e-a7a7-9634f5b42657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e981cc3b95734ea58ca97aa7c74f10b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6991906 Jan 24 09:49:38.855276 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 50990) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:38.877320 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] Publish callbacks [] for security_group (dcaf1dc9-4210-461c-beeb-607dfc16a8fe), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.906153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85e538-d15f-401e-a7a7-9634f5b42657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2471c336-7c00-4820-8ecc-730a598ee4e4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:38.912705 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] Publish callbacks [] for security_group (dcaf1dc9-4210-461c-beeb-607dfc16a8fe), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.943096 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] Publish callbacks [] for security_group (2471c336-7c00-4820-8ecc-730a598ee4e4), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.959891 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] Publish callbacks [] for security_group (62bbcdfd-e7fe-4157-b7cc-453bc918573e), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.969069 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] Publish callbacks [] for security_group (3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.975055 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] Publish callbacks [] for security_group (2471c336-7c00-4820-8ecc-730a598ee4e4), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:38.978332 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a20a1-8f1d-493f-b470-2db52b5477aa req-dae90e81-e8a7-4a25-9d4f-4ea1a34eed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:38.979908 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-512a20a1-8f1d-493f-b470-2db52b5477aa req-dae90e81-e8a7-4a25-9d4f-4ea1a34eed48 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0880072 Jan 24 09:49:39.001463 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (dcaf1dc9-4210-461c-beeb-607dfc16a8fe), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.004135 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.005767 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcaf1dc9-4210-461c-beeb-607dfc16a8fe HTTP/1.1" status: 204 len: 168 time: 0.2300436 Jan 24 09:49:39.009126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] Publish callbacks [] for security_group (62bbcdfd-e7fe-4157-b7cc-453bc918573e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.026536 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda360d5-fbc8-4f0c-97ac-30f05ff64948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf1dc9-4210-461c-beeb-607dfc16a8fe,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:39.031952 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] Publish callbacks [] for security_group (3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.053403 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2471c336-7c00-4820-8ecc-730a598ee4e4), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.056112 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.057384 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2471c336-7c00-4820-8ecc-730a598ee4e4 HTTP/1.1" status: 204 len: 168 time: 0.2013445 Jan 24 09:49:39.078294 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ab1cf-7b8e-46ba-847d-da022c622565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2471c336-7c00-4820-8ecc-730a598ee4e4,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:39.106560 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-512a20a1-8f1d-493f-b470-2db52b5477aa req-1774a153-9b98-4dac-97f0-1e93120625a4 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096315 Jan 24 09:49:39.129559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.132338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.133472 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903 HTTP/1.1" status: 204 len: 168 time: 0.2925591 Jan 24 09:49:39.137693 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (62bbcdfd-e7fe-4157-b7cc-453bc918573e), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.140202 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.141728 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62bbcdfd-e7fe-4157-b7cc-453bc918573e HTTP/1.1" status: 204 len: 168 time: 0.3443811 Jan 24 09:49:39.147547 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaecf4e-d501-4167-91bd-1871938d871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3998a7fd-3aae-4cbe-b2fd-3c3dd4df3903,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:39.157206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1192dfa-fdef-40a4-a152-ad836cab5fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bbcdfd-e7fe-4157-b7cc-453bc918573e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:39.370660 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe8cb3-be9f-4617-b7af-06e5cba8630f req-31bfddea-6ee2-45f8-a940-a02150c7d46d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:39.375669 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c4fe8cb3-be9f-4617-b7af-06e5cba8630f req-31bfddea-6ee2-45f8-a940-a02150c7d46d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0532107 Jan 24 09:49:39.430143 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c4fe8cb3-be9f-4617-b7af-06e5cba8630f req-c1354bbb-0192-4bf3-b081-8993e717feba tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507522 Jan 24 09:49:39.658372 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51022) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:39.672235 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51024) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:39.695743 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-27174d38-ffc6-4e04-a6d4-655ca990d66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.698399 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6d8977ff-1e07-4c1b-ae93-266e3b1c1703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.802348 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6d8977ff-1e07-4c1b-ae93-266e3b1c1703 admin admin] Publish callbacks [] for security_group (d23c2951-5523-43a2-a080-dc193c765439), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.807126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6d8977ff-1e07-4c1b-ae93-266e3b1c1703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d23c2951-5523-43a2-a080-dc193c765439), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.892640 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8977ff-1e07-4c1b-ae93-266e3b1c1703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23c2951-5523-43a2-a080-dc193c765439,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:39.924517 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6d8977ff-1e07-4c1b-ae93-266e3b1c1703 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc053367c19c4628ba24ad11b82804ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512045 Jan 24 09:49:39.927432 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51030) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:39.943885 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-27174d38-ffc6-4e04-a6d4-655ca990d66e admin admin] Publish callbacks [] for security_group (cc408993-0e1f-4968-8f73-61a9cd3c8713), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.963573 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-27174d38-ffc6-4e04-a6d4-655ca990d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (cc408993-0e1f-4968-8f73-61a9cd3c8713), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:39.992159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] Publish callbacks [] for security_group (d23c2951-5523-43a2-a080-dc193c765439), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.029548 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] Publish callbacks [] for security_group (d23c2951-5523-43a2-a080-dc193c765439), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.075632 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27174d38-ffc6-4e04-a6d4-655ca990d66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc408993-0e1f-4968-8f73-61a9cd3c8713,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.104205 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d23c2951-5523-43a2-a080-dc193c765439), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.108421 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.109577 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d23c2951-5523-43a2-a080-dc193c765439 HTTP/1.1" status: 204 len: 168 time: 0.1810870 Jan 24 09:49:40.121443 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baa43d-9cca-4ee9-82c1-52b845a0dec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23c2951-5523-43a2-a080-dc193c765439,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.129794 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51048) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:40.151576 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51050) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:40.155958 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72003564-fd47-48b4-acef-a0d77e564fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.215396 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-27174d38-ffc6-4e04-a6d4-655ca990d66e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f2f66ea28064c8c8b4cdf286b2cec88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556712 Jan 24 09:49:40.217760 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da43805-5ec0-4fbb-b236-8e857db1d8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.218150 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51052) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:40.247952 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89bba0-0a89-420b-bbc8-b7089e20d4b4 req-95afc09e-c244-4b35-a7c9-5839df3c5b61 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:40.249707 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cd89bba0-0a89-420b-bbc8-b7089e20d4b4 req-95afc09e-c244-4b35-a7c9-5839df3c5b61 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.2995107 Jan 24 09:49:40.305281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72003564-fd47-48b4-acef-a0d77e564fb6 admin admin] Publish callbacks [] for security_group (b648bc81-7605-44e5-9265-f20ee8d9aabf), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.306300 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] Publish callbacks [] for security_group (cc408993-0e1f-4968-8f73-61a9cd3c8713), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.318286 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72003564-fd47-48b4-acef-a0d77e564fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b648bc81-7605-44e5-9265-f20ee8d9aabf), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.320078 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cd89bba0-0a89-420b-bbc8-b7089e20d4b4 req-062ec23c-9df4-40c8-9485-a62e04d3c5a0 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634849 Jan 24 09:49:40.361155 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da43805-5ec0-4fbb-b236-8e857db1d8db admin admin] Publish callbacks [] for security_group (e6f69666-6058-4d67-a88a-f9c096618c29), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.366046 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9da43805-5ec0-4fbb-b236-8e857db1d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e6f69666-6058-4d67-a88a-f9c096618c29), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.367629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] Publish callbacks [] for security_group (cc408993-0e1f-4968-8f73-61a9cd3c8713), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.392902 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-72003564-fd47-48b4-acef-a0d77e564fb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34a768e7f34c45e1b333205f6d6ede42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593844 Jan 24 09:49:40.393601 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72003564-fd47-48b4-acef-a0d77e564fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648bc81-7605-44e5-9265-f20ee8d9aabf,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.395880 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51054) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:40.409582 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9da43805-5ec0-4fbb-b236-8e857db1d8db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aaae5004bf4d44c6989bb26a71757569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515287 Jan 24 09:49:40.409582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43805-5ec0-4fbb-b236-8e857db1d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f69666-6058-4d67-a88a-f9c096618c29,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.409954 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51056) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:40.463406 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] Publish callbacks [] for security_group (e6f69666-6058-4d67-a88a-f9c096618c29), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.463658 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] Publish callbacks [] for security_group (b648bc81-7605-44e5-9265-f20ee8d9aabf), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.492235 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] Publish callbacks [] for security_group (b648bc81-7605-44e5-9265-f20ee8d9aabf), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.492413 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] Publish callbacks [] for security_group (e6f69666-6058-4d67-a88a-f9c096618c29), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.496304 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (cc408993-0e1f-4968-8f73-61a9cd3c8713), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.499405 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.502749 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc408993-0e1f-4968-8f73-61a9cd3c8713 HTTP/1.1" status: 204 len: 168 time: 0.2823391 Jan 24 09:49:40.519631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91febce8-6b5e-4783-8590-e05e91342f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc408993-0e1f-4968-8f73-61a9cd3c8713,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.571859 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b648bc81-7605-44e5-9265-f20ee8d9aabf), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.574535 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.578086 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b648bc81-7605-44e5-9265-f20ee8d9aabf HTTP/1.1" status: 204 len: 168 time: 0.1748915 Jan 24 09:49:40.591064 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a92a5a-2bb7-473e-873a-32ed160eb613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648bc81-7605-44e5-9265-f20ee8d9aabf,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.622915 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e6f69666-6058-4d67-a88a-f9c096618c29), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.626050 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:40.632969 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6f69666-6058-4d67-a88a-f9c096618c29 HTTP/1.1" status: 204 len: 168 time: 0.2196045 Jan 24 09:49:40.652400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e2f17-a1b9-4e16-9979-69ff96b870da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f69666-6058-4d67-a88a-f9c096618c29,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:40.690315 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0119-9619-4076-a51d-bd849d6dcd8e req-914bcce7-0416-4b85-b97b-f2d8daec75c1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:40.692581 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd6a0119-9619-4076-a51d-bd849d6dcd8e req-914bcce7-0416-4b85-b97b-f2d8daec75c1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1516855 Jan 24 09:49:40.756637 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd6a0119-9619-4076-a51d-bd849d6dcd8e req-c6df8943-9697-441e-81a9-14cf514a9bac tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577989 Jan 24 09:49:41.129748 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51088) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:41.144644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0a8d860d-fedd-419e-86e5-a0340e73d96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.228766 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.269138 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0a8d860d-fedd-419e-86e5-a0340e73d96d admin admin] Publish callbacks [] for security_group (74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.274389 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0a8d860d-fedd-419e-86e5-a0340e73d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.320545 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d860d-fedd-419e-86e5-a0340e73d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:41.327827 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0a8d860d-fedd-419e-86e5-a0340e73d96d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd873df1c86a4960ab5a5e4096fdc9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966040 Jan 24 09:49:41.328059 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51104) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:41.392698 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] Publish callbacks [] for security_group (74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.455060 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] Publish callbacks [] for security_group (74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.505153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbb06e-8a3a-4714-b634-32ea9c655f12 req-4341a9aa-340e-40bb-8e86-81e4015f2885 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:41.506965 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70cbb06e-8a3a-4714-b634-32ea9c655f12 req-4341a9aa-340e-40bb-8e86-81e4015f2885 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0959177 Jan 24 09:49:41.545753 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.548315 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:41.549469 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961 HTTP/1.1" status: 204 len: 168 time: 0.2141118 Jan 24 09:49:41.571831 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd461b1d-56f4-45ed-9d37-92c0a9439c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cbf2a4-bc92-40ae-bc0a-38dfaf0e7961,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:41.578239 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70cbb06e-8a3a-4714-b634-32ea9c655f12 req-f0b44fbd-2148-4ac1-9823-7815c21399a5 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655620 Jan 24 09:49:41.907151 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2a858-8d4c-461f-9adc-504eff5b4f14 req-2cba9468-a314-41f0-8cd6-cb83854901f9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:41.911356 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17f2a858-8d4c-461f-9adc-504eff5b4f14 req-2cba9468-a314-41f0-8cd6-cb83854901f9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0781062 Jan 24 09:49:41.987972 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17f2a858-8d4c-461f-9adc-504eff5b4f14 req-f5fd0f51-9147-44c2-af5b-1f183f7febe0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729432 Jan 24 09:49:42.158404 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a8765-00ed-425b-93cf-56ff1a30e988 req-46f77c47-aa65-46b9-84de-d437060dc68f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:42.159949 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a20a8765-00ed-425b-93cf-56ff1a30e988 req-46f77c47-aa65-46b9-84de-d437060dc68f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0604072 Jan 24 09:49:42.168669 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51160) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:42.174186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'floatingip': {'port_id': 'c0e522b7-60a5-4755-bb6c-e50930b55121'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:42.184259 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51164) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:42.264027 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.508994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-554706754-network', 'tenant_id': '808fecfb564542b89966109194d304ec'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:42.548162 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Made reservation on behalf of 808fecfb564542b89966109194d304ec for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:42.550824 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.571800 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.704435 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks [] for security_group (285cc2d1-2b9a-4381-ba97-b6e724f333a1), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.709398 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (285cc2d1-2b9a-4381-ba97-b6e724f333a1), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.765325 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285cc2d1-2b9a-4381-ba97-b6e724f333a1,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:42.771818 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:49:42.792830 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (6b4787cb-f2be-4ca2-a4a7-cffa12af0135), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.796090 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Added segment 6b4787cb-f2be-4ca2-a4a7-cffa12af0135 of type vlan for network d2f4c83e-53a4-4735-803a-5ca2416f4f18 Jan 24 09:49:42.845661 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (d2f4c83e-53a4-4735-803a-5ca2416f4f18), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.883014 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (d2f4c83e-53a4-4735-803a-5ca2416f4f18), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.884961 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:42.885838 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:42.996145 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8048859 Jan 24 09:49:42.996145 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159231a5-027e-44af-bf67-5f8bcb7eac8d admin admin] Pushing event updated for resources: {'Network': ['ID=d2f4c83e-53a4-4735-803a-5ca2416f4f18,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:42.997412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51202) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:43.002983 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network d2f4c83e-53a4-4735-803a-5ca2416f4f18 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:43.003378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Request body: {'subnet': {'network_id': 'd2f4c83e-53a4-4735-803a-5ca2416f4f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-554706754-subnet', 'tenant_id': '808fecfb564542b89966109194d304ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:43.097543 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51210) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:43.150156 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Made reservation on behalf of 808fecfb564542b89966109194d304ec for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:43.153039 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.339038 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.db.resource_extend [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 24 09:49:43.347532 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6943c3a-f9d4-47a8-887f-1e1217f00239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.438636 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.447206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.551216 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6943c3a-f9d4-47a8-887f-1e1217f00239 admin admin] Publish callbacks [] for security_group (27599963-1515-4055-8f1a-54ab964d023a), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.559587 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e6943c3a-f9d4-47a8-887f-1e1217f00239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (27599963-1515-4055-8f1a-54ab964d023a), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.623501 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e6943c3a-f9d4-47a8-887f-1e1217f00239 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4603a242e4b6409ab7b51ebda27e5b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243964 Jan 24 09:49:43.623889 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51244) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:43.624308 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6943c3a-f9d4-47a8-887f-1e1217f00239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27599963-1515-4055-8f1a-54ab964d023a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:43.636668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (9bf72867-614d-4358-b57a-65bf01a58e5e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.651216 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Floating IP 0f4ec664-43df-4555-bbf7-86856803198a associated. External IP: 172.27.3.99, port: c0e522b7-60a5-4755-bb6c-e50930b55121. Jan 24 09:49:43.823159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf72867-614d-4358-b57a-65bf01a58e5e,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:43.845855 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] Publish callbacks [] for security_group (27599963-1515-4055-8f1a-54ab964d023a), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.854863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Checking segment: {'id': '6b4787cb-f2be-4ca2-a4a7-cffa12af0135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd2f4c83e-53a4-4735-803a-5ca2416f4f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:43.855244 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Network hostable DHCP agents. Network: d2f4c83e-53a4-4735-803a-5ca2416f4f18, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:43.882826 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] Publish callbacks [] for security_group (27599963-1515-4055-8f1a-54ab964d023a), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:43.953071 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Network d2f4c83e-53a4-4735-803a-5ca2416f4f18 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:43.997394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, d2f4c83e-53a4-4735-803a-5ca2416f4f18) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:44.009438 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:44.010028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:44.021869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5064d8e-e3e1-40ee-b8ab-13c185cdb63f None None] Network d2f4c83e-53a4-4735-803a-5ca2416f4f18 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:44.032882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (27599963-1515-4055-8f1a-54ab964d023a), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:44.035512 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:44.037203 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27599963-1515-4055-8f1a-54ab964d023a HTTP/1.1" status: 204 len: 168 time: 0.4116032 Jan 24 09:49:44.054161 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a2604b4c-4411-493a-ba7b-a394307c1d5b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0556121 Jan 24 09:49:44.062274 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:49:44.063685 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62324ebf-f29f-41b1-a19a-ab7f7badb0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27599963-1515-4055-8f1a-54ab964d023a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:44.351033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f751587-7ac7-44d6-9115-5f55487ce630 None None] Network d2f4c83e-53a4-4735-803a-5ca2416f4f18 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:44.523615 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:49:44.533880 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:44.538482 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:49:44.551222 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:44.551842 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:44.571816 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-34d83167-745b-4ca5-a252-5924d69228aa tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "PUT /v2.0/floatingips/0f4ec664-43df-4555-bbf7-86856803198a HTTP/1.1" status: 200 len: 991 time: 2.3995833 Jan 24 09:49:44.571816 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:49:44.572734 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:49:44.627699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d412996f-ecfd-468e-8591-2bd6e363a54d x-openstack-request-id: req-d412996f-ecfd-468e-8591-2bd6e363a54d {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:49:44.628221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:49:44.628664 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d412996f-ecfd-468e-8591-2bd6e363a54d {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:49:44.629240 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'status': 'completed', 'code': 200} Jan 24 09:49:44.724400 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:44.759868 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-3c9ed920-6850-4fae-b6ee-b364099f16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:44.764451 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-3c9ed920-6850-4fae-b6ee-b364099f16b0 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0650678 Jan 24 09:49:44.968475 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-7d0fd148-5b14-483c-a10f-2cead69e67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:44.971716 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-7d0fd148-5b14-483c-a10f-2cead69e67e0 service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.2015154 Jan 24 09:49:45.144575 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-074854f5-15a5-4089-9cbc-16385d09a8b8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 999 time: 0.1639662 Jan 24 09:49:45.228718 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51360) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:45.234864 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096769205-network', 'tenant_id': 'a07fa9a0021f4bb3a6ff3f064c842a0c'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:45.263529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-40f997b5-0504-4a42-955a-78bd2c986278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:45.263529 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-40f997b5-0504-4a42-955a-78bd2c986278 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.1112032 Jan 24 09:49:45.289252 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Made reservation on behalf of a07fa9a0021f4bb3a6ff3f064c842a0c for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:45.298810 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.328770 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.332793 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '0f4ec664-43df-4555-bbf7-86856803198a', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:41:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:49:10Z', 'updated_at': '2022-01-24T09:49:43Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:45.358590 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-1e2d2c0a-c09d-4b4b-b33a-2cd3292fc925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:45.362665 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-1e2d2c0a-c09d-4b4b-b33a-2cd3292fc925 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911026 Jan 24 09:49:45.380190 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:49:45.391312 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:49:45.391581 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:45.524150 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:49:45.565146 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-509c4531-05d2-4177-8055-7f75f200237b service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904919 Jan 24 09:49:45.604419 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks [] for security_group (3655ff35-eeae-4c17-88ee-e977396f8af8), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.611212 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3655ff35-eeae-4c17-88ee-e977396f8af8), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.654697 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:49:45.674439 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3655ff35-eeae-4c17-88ee-e977396f8af8,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:45.680971 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (a5b73c71-4408-4533-8960-c6ecf93d2b38), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.681579 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Added segment a5b73c71-4408-4533-8960-c6ecf93d2b38 of type vlan for network 0ba21086-2ddf-48e0-aab9-06a78770f733 Jan 24 09:49:45.719824 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-088c40ee-7b49-4d85-ad8c-6e20ccf943ee req-e695deba-0c09-4bfd-9aa3-ab62dce7715c service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464171 Jan 24 09:49:45.729134 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (0ba21086-2ddf-48e0-aab9-06a78770f733), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.758679 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (0ba21086-2ddf-48e0-aab9-06a78770f733), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.759985 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:45.760702 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:45.832662 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6007504 Jan 24 09:49:45.833028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51386) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:49:45.835808 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '0f4ec664-43df-4555-bbf7-86856803198a', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:41:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:49:10Z', 'updated_at': '2022-01-24T09:49:43Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:49:45.839063 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Request body: {'subnet': {'network_id': '0ba21086-2ddf-48e0-aab9-06a78770f733', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096769205-subnet', 'tenant_id': 'a07fa9a0021f4bb3a6ff3f064c842a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:49:45.840511 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046390a8-dcf1-4bbd-8cef-e88924f7193c admin admin] Pushing event updated for resources: {'Network': ['ID=0ba21086-2ddf-48e0-aab9-06a78770f733,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:45.852226 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 0ba21086-2ddf-48e0-aab9-06a78770f733 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:49:45.866227 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8591a9c-9f85-49b5-a0fa-358f33ba28b3 None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '0f4ec664-43df-4555-bbf7-86856803198a', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:41:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:49:10Z', 'updated_at': '2022-01-24T09:49:43Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:49:45.884583 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Made reservation on behalf of a07fa9a0021f4bb3a6ff3f064c842a0c for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:49:45.888055 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:46.093760 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (82249e3a-8f59-4c48-baa1-b713da44c5ec), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:46.144574 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197f738-4bd4-4a1e-9fcb-fbcef427dacd None None] New status for floating IP 0f4ec664-43df-4555-bbf7-86856803198a: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:49:46.162882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Pushing event updated for resources: {'Subnet': ['ID=82249e3a-8f59-4c48-baa1-b713da44c5ec,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:49:46.184989 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Checking segment: {'id': 'a5b73c71-4408-4533-8960-c6ecf93d2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '0ba21086-2ddf-48e0-aab9-06a78770f733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:49:46.185347 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Network hostable DHCP agents. Network: 0ba21086-2ddf-48e0-aab9-06a78770f733, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:49:46.216979 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Network 0ba21086-2ddf-48e0-aab9-06a78770f733 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:49:46.231562 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 0ba21086-2ddf-48e0-aab9-06a78770f733) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:49:46.242451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:49:46.242451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-92f08440-f429-4717-a010-683f8101314e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:46.247828 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c74cb-1dd5-4a6a-b7f6-fb60051a03be None None] Network 0ba21086-2ddf-48e0-aab9-06a78770f733 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:46.280096 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-92f08440-f429-4717-a010-683f8101314e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4457514 Jan 24 09:49:46.595234 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0892e3-b237-4285-9c87-8f8e9db64bf0 None None] Network 0ba21086-2ddf-48e0-aab9-06a78770f733 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:49:52.501130 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:49:53.008485 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4f2e6ea1-9b81-432f-89a7-4657207fc55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:55.260034 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7d08-8a58-43d6-a772-5662b6dfe690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:56.185796 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:57.677497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:49:59.136014 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:01.999462 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51766) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:02.115418 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.210486 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Publish callbacks [] for security_group (2856c1a4-b0e7-4723-8fd1-5321fd51de5b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.215246 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2856c1a4-b0e7-4723-8fd1-5321fd51de5b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.272263 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7d51e3d9a604f94a66cd4dde8d6b60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715712 Jan 24 09:50:02.276346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51788) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:02.277940 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856c1a4-b0e7-4723-8fd1-5321fd51de5b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:02.291911 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.292548 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.293156 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.293665 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.294533 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.295111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.295601 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.296097 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.296991 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.297672 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.298180 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.298671 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.299180 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee923047-2672-4116-91a8-7e15e31b07db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.348952 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Publish callbacks [] for security_group (2856c1a4-b0e7-4723-8fd1-5321fd51de5b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.372585 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Publish callbacks [] for security_group (2856c1a4-b0e7-4723-8fd1-5321fd51de5b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.426424 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2856c1a4-b0e7-4723-8fd1-5321fd51de5b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.434929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.439971 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2856c1a4-b0e7-4723-8fd1-5321fd51de5b HTTP/1.1" status: 204 len: 168 time: 0.1635370 Jan 24 09:50:02.450098 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856c1a4-b0e7-4723-8fd1-5321fd51de5b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:02.459820 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.460557 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.461240 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.461728 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.462353 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.462839 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.463344 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.463828 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.464311 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.464960 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.465460 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.465930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.466409 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8eee27-eace-46bf-9e0c-f1d842b145d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:02.638266 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc560-1b16-4869-8f82-cd530d1d88a2 req-e86da050-e4d0-4676-b025-dbc0d2334f1b tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:02.639954 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1fdc560-1b16-4869-8f82-cd530d1d88a2 req-e86da050-e4d0-4676-b025-dbc0d2334f1b tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0820568 Jan 24 09:50:02.695076 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1fdc560-1b16-4869-8f82-cd530d1d88a2 req-7113c45d-57b8-4969-84a4-bbdeb2a5d438 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Jan 24 09:50:02.704798 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51814) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:02.816160 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4c47-daaf-44f9-a1e0-ab80cd797261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.895711 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4c47-daaf-44f9-a1e0-ab80cd797261 admin admin] Publish callbacks [] for security_group (7ef2dea1-c240-4a7e-8182-ba26755e3c22), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.901214 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4c47-daaf-44f9-a1e0-ab80cd797261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7ef2dea1-c240-4a7e-8182-ba26755e3c22), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:02.942571 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7f7a4c47-daaf-44f9-a1e0-ab80cd797261 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bec9710968848c1a7be73d1697697c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365389 Jan 24 09:50:02.942982 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51830) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:02.943583 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a4c47-daaf-44f9-a1e0-ab80cd797261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef2dea1-c240-4a7e-8182-ba26755e3c22,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:02.964047 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51832) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:03.016367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] Publish callbacks [] for security_group (7ef2dea1-c240-4a7e-8182-ba26755e3c22), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.038856 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] Publish callbacks [] for security_group (7ef2dea1-c240-4a7e-8182-ba26755e3c22), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.087898 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7ef2dea1-c240-4a7e-8182-ba26755e3c22), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.091831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.097541 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ef2dea1-c240-4a7e-8182-ba26755e3c22 HTTP/1.1" status: 204 len: 168 time: 0.1529796 Jan 24 09:50:03.109054 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d37f7-483f-4b9d-8676-bddc20b64599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef2dea1-c240-4a7e-8182-ba26755e3c22,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:03.145888 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5524e2b-1570-4df0-9845-e4c986e506ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.242953 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5524e2b-1570-4df0-9845-e4c986e506ca admin admin] Publish callbacks [] for security_group (4f0418a9-c9dd-4046-9499-d0cdbfbf5f46), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.248240 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5524e2b-1570-4df0-9845-e4c986e506ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (4f0418a9-c9dd-4046-9499-d0cdbfbf5f46), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.286237 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5524e2b-1570-4df0-9845-e4c986e506ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0418a9-c9dd-4046-9499-d0cdbfbf5f46,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:03.291952 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e5524e2b-1570-4df0-9845-e4c986e506ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f9fd92add2546c6a73bf7a263025ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270719 Jan 24 09:50:03.295164 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51850) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:03.362578 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] Publish callbacks [] for security_group (4f0418a9-c9dd-4046-9499-d0cdbfbf5f46), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.386024 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] Publish callbacks [] for security_group (4f0418a9-c9dd-4046-9499-d0cdbfbf5f46), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.445000 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (4f0418a9-c9dd-4046-9499-d0cdbfbf5f46), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.447629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.450697 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f0418a9-c9dd-4046-9499-d0cdbfbf5f46 HTTP/1.1" status: 204 len: 168 time: 0.1536238 Jan 24 09:50:03.459263 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd9732-422c-4a08-ae15-818bfb2d6421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0418a9-c9dd-4046-9499-d0cdbfbf5f46,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:03.535755 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51860) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:03.548878 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72e70693-52c7-45ff-a910-452fafadf90d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.634343 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72e70693-52c7-45ff-a910-452fafadf90d admin admin] Publish callbacks [] for security_group (c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.638532 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-72e70693-52c7-45ff-a910-452fafadf90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.685241 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-72e70693-52c7-45ff-a910-452fafadf90d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53b25e6012e44416bb9ea1005a750d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483190 Jan 24 09:50:03.686451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e70693-52c7-45ff-a910-452fafadf90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:03.688072 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51870) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:03.756675 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] Publish callbacks [] for security_group (c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.795888 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] Publish callbacks [] for security_group (c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.890625 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7847434-04ff-4ce8-944a-cb7ab9ca313d req-8ca971e3-da8f-47c3-bc4b-85259459fbea tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:03.892164 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a7847434-04ff-4ce8-944a-cb7ab9ca313d req-8ca971e3-da8f-47c3-bc4b-85259459fbea tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0892267 Jan 24 09:50:03.948992 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51888) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:03.964481 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-71f9db17-2507-4dc9-a65c-ded37ee3b83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.968627 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a7847434-04ff-4ce8-944a-cb7ab9ca313d req-c1ca5096-037f-489b-81b9-1a8986aefeeb tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661263 Jan 24 09:50:03.969692 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.972651 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:03.976437 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7 HTTP/1.1" status: 204 len: 168 time: 0.2845545 Jan 24 09:50:04.001723 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118802e3-546c-4924-a58a-b7f1b6a007be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58719ea-ffcf-44fd-9d6e-a4ae469a4ef7,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:04.107083 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-71f9db17-2507-4dc9-a65c-ded37ee3b83b admin admin] Publish callbacks [] for security_group (2940abc9-d973-4f6b-9cd3-53ad34059d0d), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.117626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-71f9db17-2507-4dc9-a65c-ded37ee3b83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2940abc9-d973-4f6b-9cd3-53ad34059d0d), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.167981 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 51902) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:04.168156 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-71f9db17-2507-4dc9-a65c-ded37ee3b83b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ef42469d8ce4138821f1d2cd3bf076a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175086 Jan 24 09:50:04.169283 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9db17-2507-4dc9-a65c-ded37ee3b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940abc9-d973-4f6b-9cd3-53ad34059d0d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:04.241121 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] Publish callbacks [] for security_group (2940abc9-d973-4f6b-9cd3-53ad34059d0d), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.263133 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] Publish callbacks [] for security_group (2940abc9-d973-4f6b-9cd3-53ad34059d0d), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.316486 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2940abc9-d973-4f6b-9cd3-53ad34059d0d), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.319044 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:04.320205 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2940abc9-d973-4f6b-9cd3-53ad34059d0d HTTP/1.1" status: 204 len: 168 time: 0.1512783 Jan 24 09:50:04.329907 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78dc2e-57e6-45a3-b417-e6f4ad201f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940abc9-d973-4f6b-9cd3-53ad34059d0d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:05.141883 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79816640-a607-4de0-9b98-027f39c0ac63 req-2a0ccb19-56a6-4ee1-a9e3-5605877f3071 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:05.160569 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79816640-a607-4de0-9b98-027f39c0ac63 req-2a0ccb19-56a6-4ee1-a9e3-5605877f3071 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.0866416 Jan 24 09:50:05.281192 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79816640-a607-4de0-9b98-027f39c0ac63 req-60c49da2-ed52-4cda-b451-9127e240f51a tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a8d8794-e032-4ce9-ba81-0d23076701e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174405 Jan 24 09:50:05.332234 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 51988) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:05.472653 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12ebd412-82e4-42cc-a721-c7c4378a32ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.567371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12ebd412-82e4-42cc-a721-c7c4378a32ad admin admin] Publish callbacks [] for security_group (ac51b7b0-b001-4adb-b1a6-ac7a83ab286e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.572398 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-12ebd412-82e4-42cc-a721-c7c4378a32ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ac51b7b0-b001-4adb-b1a6-ac7a83ab286e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.616735 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-12ebd412-82e4-42cc-a721-c7c4378a32ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b0dd2ee633f4cc0b57d39580d53a86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808943 Jan 24 09:50:05.616735 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd412-82e4-42cc-a721-c7c4378a32ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac51b7b0-b001-4adb-b1a6-ac7a83ab286e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:05.617166 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52014) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:05.680808 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] Publish callbacks [] for security_group (ac51b7b0-b001-4adb-b1a6-ac7a83ab286e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.749375 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] Publish callbacks [] for security_group (ac51b7b0-b001-4adb-b1a6-ac7a83ab286e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.810010 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-6d33dd82-3024-418f-b688-ffd139845c96 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:05.811739 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-6d33dd82-3024-418f-b688-ffd139845c96 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.123 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 945 time: 0.1133888 Jan 24 09:50:05.812389 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ac51b7b0-b001-4adb-b1a6-ac7a83ab286e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.815701 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:05.822120 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac51b7b0-b001-4adb-b1a6-ac7a83ab286e HTTP/1.1" status: 204 len: 168 time: 0.2005765 Jan 24 09:50:05.844367 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf91f-bdd0-456a-8362-705b88e56db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac51b7b0-b001-4adb-b1a6-ac7a83ab286e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:05.984951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Deleting port 2ffde715-5e59-4871-967a-b73a2372712d {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:50:05.985318 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2ffde715-5e59-4871-967a-b73a2372712d), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:06.095153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] For port 2ffde715-5e59-4871-967a-b73a2372712d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2ffde715-5e59-4871-967a-b73a2372712d,segment=NetworkSegment(e1024c33-a83d-446c-8698-df8af5bd1e96),segment_id=e1024c33-a83d-446c-8698-df8af5bd1e96)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:06.095728 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2ffde715-5e59-4871-967a-b73a2372712d), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:06.113791 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Calling delete_port for 2ffde715-5e59-4871-967a-b73a2372712d owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:50:06.286935 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (2ffde715-5e59-4871-967a-b73a2372712d), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:06.323275 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Pushing event deleted for resources: {'Port': ['ID=2ffde715-5e59-4871-967a-b73a2372712d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:06.345227 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['2ffde715-5e59-4871-967a-b73a2372712d'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:50:06.394861 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] No DVR routers for this DVR port 2ffde715-5e59-4871-967a-b73a2372712d on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:50:06.398421 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:06.402809 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e7034af9-a9e0-4d8c-aadd-c7a1baa31cf6 req-25728ec2-522d-4533-ba42-81a1dd986f81 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.123 "DELETE /v2.0/ports/2ffde715-5e59-4871-967a-b73a2372712d HTTP/1.1" status: 204 len: 173 time: 0.5828450 Jan 24 09:50:06.403456 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'name': 'network-vif-deleted', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:50:06.405925 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd8e530-6e4d-42f4-8e11-06403c010ddc" -d '{"events": [{"server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "name": "network-vif-deleted", "tag": "2ffde715-5e59-4871-967a-b73a2372712d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:50:06.406091 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c50d25f-ac35-4674-9cea-2c4b63cee683 req-e6c7db89-0a5e-4bf0-978b-aa34be7b17ea tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0379689 Jan 24 09:50:06.464668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a75a1a-ab65-40b8-8383-31ccb2588882 x-openstack-request-id: req-51a75a1a-ab65-40b8-8383-31ccb2588882 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:50:06.465175 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92758cb0-8c1a-477b-8b2e-59f5fe60e7da", "name": "network-vif-deleted", "tag": "2ffde715-5e59-4871-967a-b73a2372712d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:50:06.465529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51a75a1a-ab65-40b8-8383-31ccb2588882 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:50:06.466093 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92758cb0-8c1a-477b-8b2e-59f5fe60e7da', 'name': 'network-vif-deleted', 'tag': '2ffde715-5e59-4871-967a-b73a2372712d', 'status': 'completed', 'code': 200} Jan 24 09:50:07.269530 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52150) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:07.377787 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a079b9b-ec44-4217-bcb1-373e5b373345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.457764 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a079b9b-ec44-4217-bcb1-373e5b373345 admin admin] Publish callbacks [] for security_group (b1cd5b4a-7fbd-4d83-a5c9-624409024a69), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.463117 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a079b9b-ec44-4217-bcb1-373e5b373345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b1cd5b4a-7fbd-4d83-a5c9-624409024a69), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.503395 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6a079b9b-ec44-4217-bcb1-373e5b373345 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d991a928b304884bdc2a5e7cfec53e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325413 Jan 24 09:50:07.504320 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a079b9b-ec44-4217-bcb1-373e5b373345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd5b4a-7fbd-4d83-a5c9-624409024a69,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:07.506339 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52156) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:07.545758 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-015fa516-9c0c-4ace-875e-f60f58c6ee2b req-368b613f-487c-4268-80bc-5f66ee9ae935 tempest-DeleteServersTestJSON-1299624715 tempest-DeleteServersTestJSON-1299624715-project] 10.222.0.39 "GET /v2.0/ports?device_id=92758cb0-8c1a-477b-8b2e-59f5fe60e7da HTTP/1.1" status: 200 len: 210 time: 0.0285318 Jan 24 09:50:07.567815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] Publish callbacks [] for security_group (b1cd5b4a-7fbd-4d83-a5c9-624409024a69), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.590019 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] Publish callbacks [] for security_group (b1cd5b4a-7fbd-4d83-a5c9-624409024a69), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.638309 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b1cd5b4a-7fbd-4d83-a5c9-624409024a69), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.641193 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:07.642453 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1cd5b4a-7fbd-4d83-a5c9-624409024a69 HTTP/1.1" status: 204 len: 168 time: 0.1345360 Jan 24 09:50:07.652372 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426608-563d-4dc5-9b13-55c8be9de98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd5b4a-7fbd-4d83-a5c9-624409024a69,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:09.628767 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2ffde715-5e59-4871-967a-b73a2372712d no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:50:09.663591 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 2ffde715-5e59-4871-967a-b73a2372712d {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:50:09.663952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2ffde715-5e59-4871-967a-b73a2372712d not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:50:09.979190 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52294) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:10.029040 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Deleting subnet f1689ec8-1ac7-4636-a707-8e73a639089b {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:50:10.032452 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Publish callbacks [] for subnet (f1689ec8-1ac7-4636-a707-8e73a639089b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.244827 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (f1689ec8-1ac7-4636-a707-8e73a639089b), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.288532 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (f1689ec8-1ac7-4636-a707-8e73a639089b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.298485 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52306) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:10.357488 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (f1689ec8-1ac7-4636-a707-8e73a639089b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.389477 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.392794 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1689ec8-1ac7-4636-a707-8e73a639089b HTTP/1.1" status: 204 len: 168 time: 0.4125633 Jan 24 09:50:10.393695 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628cf2e-abfb-4d1d-8cc4-251a73a79d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1689ec8-1ac7-4636-a707-8e73a639089b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:10.395720 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52312) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:10.434587 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb82bdf1-e893-4817-aa50-6ba6ee03f719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.490204 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (bb5e916b-2803-4b1f-9ddd-928d84c13a36), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.600421 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (bb5e916b-2803-4b1f-9ddd-928d84c13a36), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.621127 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb82bdf1-e893-4817-aa50-6ba6ee03f719 admin admin] Publish callbacks [] for security_group (29287c7f-2a37-4e68-8516-2c3122a40ad0), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.628021 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-eb82bdf1-e893-4817-aa50-6ba6ee03f719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (29287c7f-2a37-4e68-8516-2c3122a40ad0), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.631101 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5e916b-2803-4b1f-9ddd-928d84c13a36']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:10.655006 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1024c33-a83d-446c-8698-df8af5bd1e96') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:10.655228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1024c33-a83d-446c-8698-df8af5bd1e96') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:10.679965 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (e1024c33-a83d-446c-8698-df8af5bd1e96), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.688453 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-eb82bdf1-e893-4817-aa50-6ba6ee03f719 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc4a60f62bde49c692c5b5edce3cffce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888800 Jan 24 09:50:10.691128 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82bdf1-e893-4817-aa50-6ba6ee03f719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29287c7f-2a37-4e68-8516-2c3122a40ad0,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:10.691767 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52316) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:10.701549 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (e1024c33-a83d-446c-8698-df8af5bd1e96), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.708908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:50:10.709303 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (e1024c33-a83d-446c-8698-df8af5bd1e96), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:50:10.711252 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:50:10.750559 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] Publish callbacks [] for security_group (29287c7f-2a37-4e68-8516-2c3122a40ad0), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.773863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (bb5e916b-2803-4b1f-9ddd-928d84c13a36), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.776839 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] Publish callbacks [] for security_group (29287c7f-2a37-4e68-8516-2c3122a40ad0), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.781823 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.785102 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb5e916b-2803-4b1f-9ddd-928d84c13a36 HTTP/1.1" status: 204 len: 168 time: 0.3882353 Jan 24 09:50:10.807627 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d752e-ce18-4993-8a21-7457f9ffb931 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5e916b-2803-4b1f-9ddd-928d84c13a36,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:10.840761 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (29287c7f-2a37-4e68-8516-2c3122a40ad0), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.844440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:10.855765 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29287c7f-2a37-4e68-8516-2c3122a40ad0 HTTP/1.1" status: 204 len: 168 time: 0.1526463 Jan 24 09:50:10.859309 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a203a-918d-4ee7-b541-a4b35a29d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29287c7f-2a37-4e68-8516-2c3122a40ad0,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:10.956136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52334) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:11.005726 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-49540aa1-27e2-4b9c-8cef-cf0c94f2aa65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ce9a99dbe5a4a64b6c4d12d248c3a21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483723 Jan 24 09:50:11.008265 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52340) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:11.056759 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] Publish callbacks [] for security_group (1a8d8794-e032-4ce9-ba81-0d23076701e1), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.082291 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] Publish callbacks [] for security_group (1a8d8794-e032-4ce9-ba81-0d23076701e1), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.131861 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (1a8d8794-e032-4ce9-ba81-0d23076701e1), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.134644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.136161 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a8d8794-e032-4ce9-ba81-0d23076701e1 HTTP/1.1" status: 204 len: 168 time: 0.1268981 Jan 24 09:50:11.144371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b70da-ccfc-4249-90ef-ff22eece2f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8d8794-e032-4ce9-ba81-0d23076701e1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:11.175725 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52350) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:11.194782 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5ad9282a-4c60-4719-9af4-7d5a36964a37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.280660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5ad9282a-4c60-4719-9af4-7d5a36964a37 admin admin] Publish callbacks [] for security_group (b90aaa8d-9c4a-4744-9abe-3306a64c5434), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.285780 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5ad9282a-4c60-4719-9af4-7d5a36964a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b90aaa8d-9c4a-4744-9abe-3306a64c5434), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.321593 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5ad9282a-4c60-4719-9af4-7d5a36964a37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71df39dd08244381a6853353b4471c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465869 Jan 24 09:50:11.324348 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52358) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:11.330259 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9282a-4c60-4719-9af4-7d5a36964a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aaa8d-9c4a-4744-9abe-3306a64c5434,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:11.390358 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] Publish callbacks [] for security_group (b90aaa8d-9c4a-4744-9abe-3306a64c5434), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.429757 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] Publish callbacks [] for security_group (b90aaa8d-9c4a-4744-9abe-3306a64c5434), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.485365 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (b90aaa8d-9c4a-4744-9abe-3306a64c5434), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.488089 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:11.489272 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b90aaa8d-9c4a-4744-9abe-3306a64c5434 HTTP/1.1" status: 204 len: 168 time: 0.1638434 Jan 24 09:50:11.497542 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14105251-ac2b-4860-8475-ba1530725148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aaa8d-9c4a-4744-9abe-3306a64c5434,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:12.079440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52402) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:12.278243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-414182774-network', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:12.304564 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Made reservation on behalf of e150458a6e454c62bc161fd37c4c8a5e for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:12.306844 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.315604 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.397311 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks [] for security_group (dd770a75-b1da-40ec-888a-a3e5941c08f6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.402871 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (dd770a75-b1da-40ec-888a-a3e5941c08f6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.424243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:50:12.439076 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd770a75-b1da-40ec-888a-a3e5941c08f6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:12.442028 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (1b55719c-4d22-4335-a407-e6046a2af327), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.442471 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Added segment 1b55719c-4d22-4335-a407-e6046a2af327 of type vlan for network 1142fc8f-7bc0-4d73-ad41-8ee0516030df Jan 24 09:50:12.486975 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (1142fc8f-7bc0-4d73-ad41-8ee0516030df), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.514667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (1142fc8f-7bc0-4d73-ad41-8ee0516030df), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.515762 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:12.516454 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.583748 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5030117 Jan 24 09:50:12.584593 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da26e9-8bc4-4e8f-89c7-847b0f40be9f admin admin] Pushing event updated for resources: {'Network': ['ID=1142fc8f-7bc0-4d73-ad41-8ee0516030df,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:12.587123 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52420) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:12.592741 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Request body: {'subnet': {'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-subnet', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:12.594918 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:50:12.617012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Made reservation on behalf of e150458a6e454c62bc161fd37c4c8a5e for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:12.619417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.795556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (caad3965-d86a-4bb7-9d27-6384f408f62e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.847762 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caad3965-d86a-4bb7-9d27-6384f408f62e,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:12.868977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Checking segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:12.869562 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Network hostable DHCP agents. Network: 1142fc8f-7bc0-4d73-ad41-8ee0516030df, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:50:12.892343 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:50:12.906461 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 1142fc8f-7bc0-4d73-ad41-8ee0516030df) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:12.911790 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:12.912373 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.916975 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0df048-caa7-4301-aea5-2ae55103d06f None None] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:12.929357 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-df883b2a-751f-4563-9585-9946a10aa5f0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3405514 Jan 24 09:50:12.932250 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52428) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:12.936684 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:12.966071 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:12.967212 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.015656 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2d4bb-dd6b-44ea-922b-31fa05a88d98 None None] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:13.022259 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for router_controller (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), precommit_add_association {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.164767 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for router_gateway (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.374286 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for router_gateway (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.395684 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.497278 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Allocated IP 172.27.3.90 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/efeb992a-24e1-4425-8460-e4af0ccd91cc) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:13.564724 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.603436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.638662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.639990 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-f1f52ee6-5d4a-4e0f-a0c5-b001a91a5d97 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400741 Jan 24 09:50:13.675974 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:13.678845 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:13.682178 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:13.711239 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Pushing event updated for resources: {'Port': ['ID=efeb992a-24e1-4425-8460-e4af0ccd91cc,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:13.790387 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-00de08ca-b11a-4c6c-8223-1e99aea0d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:13.791871 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-00de08ca-b11a-4c6c-8223-1e99aea0d14e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0449193 Jan 24 09:50:13.898323 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-5ca525d9-81a8-4fbb-92d6-5c9deb1a7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:13.899713 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-5ca525d9-81a8-4fbb-92d6-5c9deb1a7d10 service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.0822163 Jan 24 09:50:13.938657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for router_gateway (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:13.968359 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-d29f280c-3b6f-427a-81b5-71a790687e83 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 1001 time: 0.0622878 Jan 24 09:50:14.019452 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-d8572884-8397-4615-8bb8-3928470a7101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:14.020989 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-d8572884-8397-4615-8bb8-3928470a7101 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0455337 Jan 24 09:50:14.071172 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-a8363154-b658-43d6-bc8a-e95c0f1fa39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:14.072842 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-a8363154-b658-43d6-bc8a-e95c0f1fa39a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408607 Jan 24 09:50:14.133786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:14.177098 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-efeab467-4201-45f2-97e4-a3a1d5fd08f8 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905497 Jan 24 09:50:14.281041 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7072e3e1-500a-4322-b2c0-bee4211aee2e req-213f2ec7-5aa3-4b56-997d-bbaafd6f1ed0 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969870 Jan 24 09:50:14.282224 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:50:14.397412 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:14.418969 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Sync routers for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:50:14.422449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:14.427324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52458) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:14.427580 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5757e93b-42bd-45ba-9f2e-7a61ec237443 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4940226 Jan 24 09:50:14.429452 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:14.430060 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:14.562733 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:14.819978 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:13Z', 'revision_number': 3, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:14.854702 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Checking router: f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:50:14.855108 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Updating router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc port efeb992a-24e1-4425-8460-e4af0ccd91cc binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:50:14.889735 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.145668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.195236 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks [] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.202605 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.263665 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Pushing event updated for resources: {'Port': ['ID=efeb992a-24e1-4425-8460-e4af0ccd91cc,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:15.275943 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.276320 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.276689 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.277050 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.277370 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.277880 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.278377 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.278867 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.280152 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.280574 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.280921 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.281272 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.281654 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:15.308443 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Attempting to bind port efeb992a-24e1-4425-8460-e4af0ccd91cc on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:15.308819 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Attempting to bind port efeb992a-24e1-4425-8460-e4af0ccd91cc by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:15.309530 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Attempting to bind port efeb992a-24e1-4425-8460-e4af0ccd91cc on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:15.317135 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:15.317832 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:15.318249 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.318646 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:15.324740 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Bound port: efeb992a-24e1-4425-8460-e4af0ccd91cc, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:15.325165 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.408912 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] For port efeb992a-24e1-4425-8460-e4af0ccd91cc, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:15.413261 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] For port efeb992a-24e1-4425-8460-e4af0ccd91cc, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=efeb992a-24e1-4425-8460-e4af0ccd91cc,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:15.420812 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.432096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Allocated IP 172.20.0.1 (1142fc8f-7bc0-4d73-ad41-8ee0516030df/caad3965-d86a-4bb7-9d27-6384f408f62e/6488b6d6-46ba-4395-b886-91d949ad157b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:15.531410 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e99ec-2f2a-41d6-95bb-c619d9cc73d4 None None] Pushing event updated for resources: {'Port': ['ID=efeb992a-24e1-4425-8460-e4af0ccd91cc,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:15.539198 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:15.539809 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:15.570785 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks [] for port (6488b6d6-46ba-4395-b886-91d949ad157b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.608314 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.634343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52520) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:15.659205 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:15.662467 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:15.667396 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:15.670927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Pushing event updated for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:15.682052 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Deleting subnet 9bf72867-614d-4358-b57a-65bf01a58e5e {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:50:15.685548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Publish callbacks [] for subnet (9bf72867-614d-4358-b57a-65bf01a58e5e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.711607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.729269 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (9bf72867-614d-4358-b57a-65bf01a58e5e), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.740475 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:15.772833 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (9bf72867-614d-4358-b57a-65bf01a58e5e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.826274 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (9bf72867-614d-4358-b57a-65bf01a58e5e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.841265 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.846555 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9bf72867-614d-4358-b57a-65bf01a58e5e HTTP/1.1" status: 204 len: 168 time: 0.2110684 Jan 24 09:50:15.865737 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52524) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:15.874201 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f14c3-34ad-4533-b934-2f651ad50ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf72867-614d-4358-b57a-65bf01a58e5e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:15.931188 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.936836 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:13Z', 'revision_number': 3, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:15.944050 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (d2f4c83e-53a4-4735-803a-5ca2416f4f18), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:15.965194 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454fb01-6ec3-4f96-810d-28f781226d10 None None] The sync data for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi is: [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:13Z', 'revision_number': 3, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:50:16.039898 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (d2f4c83e-53a4-4735-803a-5ca2416f4f18), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.060951 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f4c83e-53a4-4735-803a-5ca2416f4f18']}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.070673 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4787cb-f2be-4ca2-a4a7-cffa12af0135') {'for_net_delete': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.071153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4787cb-f2be-4ca2-a4a7-cffa12af0135') {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.081377 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131377045'] for segment (6b4787cb-f2be-4ca2-a4a7-cffa12af0135), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.094616 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (6b4787cb-f2be-4ca2-a4a7-cffa12af0135), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.101077 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=102507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:50:16.101452 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131181594'] for segment (6b4787cb-f2be-4ca2-a4a7-cffa12af0135), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: Traceback (most recent call last): Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: timer() Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: cb(*args, **kw) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: return func(*args, **kwargs) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: self._notify() Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: self.callback(batched_events) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: event.method(event) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: return f(self, *a, **k) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._get(url).json() Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: return self.request(url, 'GET', **kwargs) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:50:16.103115 dv-cinder-809523-7-iscsi neutron-server[102507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:50:16.112680 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks [] for port (6488b6d6-46ba-4395-b886-91d949ad157b), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.118310 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.161165 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (d2f4c83e-53a4-4735-803a-5ca2416f4f18), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.176288 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.181480 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] 10.222.0.39 "DELETE /v2.0/networks/d2f4c83e-53a4-4735-803a-5ca2416f4f18 HTTP/1.1" status: 204 len: 168 time: 0.3133988 Jan 24 09:50:16.189599 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52528) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:16.193234 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da773d-3fb6-4d5e-ac5e-29432343ad5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2f4c83e-53a4-4735-803a-5ca2416f4f18,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:16.204316 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Pushing event updated for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:16.223832 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.268279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Deleting subnet 82249e3a-8f59-4c48-baa1-b713da44c5ec {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:50:16.306870 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Publish callbacks [] for subnet (82249e3a-8f59-4c48-baa1-b713da44c5ec), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.365240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (82249e3a-8f59-4c48-baa1-b713da44c5ec), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.415797 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:16.420479 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:16.426767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (82249e3a-8f59-4c48-baa1-b713da44c5ec), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.560237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (82249e3a-8f59-4c48-baa1-b713da44c5ec), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.595306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82249e3a-8f59-4c48-baa1-b713da44c5ec,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:16.597371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.600898 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-11210f9a-bb5d-43be-9f5d-2c0dfb63d4f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/82249e3a-8f59-4c48-baa1-b713da44c5ec HTTP/1.1" status: 204 len: 168 time: 0.4102218 Jan 24 09:50:16.603675 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52536) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:16.615548 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:50:16.681665 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (0ba21086-2ddf-48e0-aab9-06a78770f733), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.733809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:16.740187 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8e41b72f-302c-412f-ad6b-fb3b1aed83ef admin admin] 10.222.0.39 "PUT /v2.0/routers/f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116407 Jan 24 09:50:16.792079 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (0ba21086-2ddf-48e0-aab9-06a78770f733), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.814483 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba21086-2ddf-48e0-aab9-06a78770f733']}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.826120 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b73c71-4408-4533-8960-c6ecf93d2b38') {'for_net_delete': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.826415 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b73c71-4408-4533-8960-c6ecf93d2b38') {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:16.836267 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131377045'] for segment (a5b73c71-4408-4533-8960-c6ecf93d2b38), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.851841 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (a5b73c71-4408-4533-8960-c6ecf93d2b38), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.869547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=102507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:50:16.869942 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131181594'] for segment (a5b73c71-4408-4533-8960-c6ecf93d2b38), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: Traceback (most recent call last): Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: timer() Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: cb(*args, **kw) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: return func(*args, **kwargs) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: self._notify() Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: self.callback(batched_events) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: event.method(event) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: return f(self, *a, **k) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._get(url).json() Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: return self.request(url, 'GET', **kwargs) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:50:16.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:50:16.931180 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (0ba21086-2ddf-48e0-aab9-06a78770f733), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.936513 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:16.939837 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ba21086-2ddf-48e0-aab9-06a78770f733 HTTP/1.1" status: 204 len: 168 time: 0.3351369 Jan 24 09:50:16.951912 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37bd01-d892-4d30-9fcf-ab4526474951 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba21086-2ddf-48e0-aab9-06a78770f733,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:17.062792 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52554) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:17.102248 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5210f8bb-c9d1-4920-87d8-91eddf33be23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=808fecfb564542b89966109194d304ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382271 Jan 24 09:50:17.104792 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52556) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:17.152148 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] Publish callbacks [] for security_group (285cc2d1-2b9a-4381-ba97-b6e724f333a1), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.173452 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] Publish callbacks [] for security_group (285cc2d1-2b9a-4381-ba97-b6e724f333a1), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.224045 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (285cc2d1-2b9a-4381-ba97-b6e724f333a1), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.226708 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.229763 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/285cc2d1-2b9a-4381-ba97-b6e724f333a1 HTTP/1.1" status: 204 len: 168 time: 0.1222453 Jan 24 09:50:17.235986 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56894cad-cc59-4d46-9b0b-7530e0f68d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cc2d1-2b9a-4381-ba97-b6e724f333a1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:17.570535 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52568) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:17.626921 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1a9f9a5e-258e-41f8-8724-e8fd6e7d549c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a07fa9a0021f4bb3a6ff3f064c842a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540304 Jan 24 09:50:17.628440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52572) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:17.632408 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Sync routers for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:50:17.642293 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:17.642948 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:17.758430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:17.859568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] Publish callbacks [] for security_group (3655ff35-eeae-4c17-88ee-e977396f8af8), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.883053 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] Publish callbacks [] for security_group (3655ff35-eeae-4c17-88ee-e977396f8af8), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.930529 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3655ff35-eeae-4c17-88ee-e977396f8af8), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.933381 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:17.934548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3655ff35-eeae-4c17-88ee-e977396f8af8 HTTP/1.1" status: 204 len: 168 time: 0.3050430 Jan 24 09:50:17.942537 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6efd3-3e5c-4138-ac89-e2ccccb0b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3655ff35-eeae-4c17-88ee-e977396f8af8,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:17.980781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 4, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '6488b6d6-46ba-4395-b886-91d949ad157b', 'name': '', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'mac_address': 'fa:16:3e:c7:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:15Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 2, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'subnets': [{'id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:18.009371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Checking router: f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:50:18.009641 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Updating router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc port 6488b6d6-46ba-4395-b886-91d949ad157b binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:50:18.037490 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.162869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device efeb992a-24e1-4425-8460-e4af0ccd91cc up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:18.278706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port efeb992a-24e1-4425-8460-e4af0ccd91cc triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:18.279107 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.401118 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks [] for port (6488b6d6-46ba-4395-b886-91d949ad157b), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.411605 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.437161 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port efeb992a-24e1-4425-8460-e4af0ccd91cc is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:18.437552 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.477803 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port efeb992a-24e1-4425-8460-e4af0ccd91cc, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=efeb992a-24e1-4425-8460-e4af0ccd91cc,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:18.479542 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Pushing event updated for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:18.484315 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.493577 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.493945 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.494329 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.494635 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.494982 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.495311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.495631 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.495944 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.496438 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.496776 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.497100 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.497417 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.497802 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:50:18.689343 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Attempting to bind port 6488b6d6-46ba-4395-b886-91d949ad157b on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:18.690309 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Attempting to bind port 6488b6d6-46ba-4395-b886-91d949ad157b by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:18.690309 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Attempting to bind port 6488b6d6-46ba-4395-b886-91d949ad157b on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:18.705495 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:18.705863 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Checking segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:18.706320 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.706711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Bound using segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:18.707220 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Bound port: 6488b6d6-46ba-4395-b886-91d949ad157b, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:18.707621 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.729677 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=efeb992a-24e1-4425-8460-e4af0ccd91cc,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:18.781128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] For port 6488b6d6-46ba-4395-b886-91d949ad157b, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:18.784271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] For port 6488b6d6-46ba-4395-b886-91d949ad157b, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=6488b6d6-46ba-4395-b886-91d949ad157b,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:18.790189 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:18.850103 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:18.850731 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:49:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:18.853761 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf59f8-20c3-469e-a782-ddbc0c01ba32 None None] Pushing event updated for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:18.959019 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:19.178099 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 4, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '6488b6d6-46ba-4395-b886-91d949ad157b', 'name': '', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'mac_address': 'fa:16:3e:c7:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:15Z', 'updated_at': '2022-01-24T09:50:18Z', 'revision_number': 4, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'subnets': [{'id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:19.205224 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb0c7e5-b607-4b33-b9ec-edd4caa5a862 None None] The sync data for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi is: [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:50:15Z', 'revision_number': 4, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '6488b6d6-46ba-4395-b886-91d949ad157b', 'name': '', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'mac_address': 'fa:16:3e:c7:a9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:15Z', 'updated_at': '2022-01-24T09:50:18Z', 'revision_number': 4, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'subnets': [{'id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:50:20.193759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device efeb992a-24e1-4425-8460-e4af0ccd91cc up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:20.245992 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port efeb992a-24e1-4425-8460-e4af0ccd91cc triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:20.246104 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:20.329286 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port efeb992a-24e1-4425-8460-e4af0ccd91cc is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:20.330329 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 6488b6d6-46ba-4395-b886-91d949ad157b up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:20.380136 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 6488b6d6-46ba-4395-b886-91d949ad157b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:20.380513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:20.457630 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 6488b6d6-46ba-4395-b886-91d949ad157b is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:20.458204 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:20.489735 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 6488b6d6-46ba-4395-b886-91d949ad157b, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=6488b6d6-46ba-4395-b886-91d949ad157b,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:20.494175 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:20.542594 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:22.092520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 6488b6d6-46ba-4395-b886-91d949ad157b up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:22.143771 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 6488b6d6-46ba-4395-b886-91d949ad157b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:22.144140 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:22.219787 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 6488b6d6-46ba-4395-b886-91d949ad157b is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:23.006379 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bed9d9f0-a40d-4a82-8d5e-ebe78c98e35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:25.264709 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5c35ed57-819b-477b-b4f5-770712e921cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:25.884885 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52804) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:25.950866 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52810) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.069343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5504c887-a179-4071-ab72-98587212fae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.076528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1d790101-5825-4be3-a04d-05d0d67ab7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.160567 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5504c887-a179-4071-ab72-98587212fae5 admin admin] Publish callbacks [] for security_group (e17d9b99-0454-462e-9ec3-16f6a0845327), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.164875 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5504c887-a179-4071-ab72-98587212fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e17d9b99-0454-462e-9ec3-16f6a0845327), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.187513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.189186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1d790101-5825-4be3-a04d-05d0d67ab7ec admin admin] Publish callbacks [] for security_group (05ef2bbe-8716-4e26-b796-55de6e18b15b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.190789 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5504c887-a179-4071-ab72-98587212fae5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65ee1f76b3634fd4a49c56e8c27fecae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048191 Jan 24 09:50:26.193136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1d790101-5825-4be3-a04d-05d0d67ab7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (05ef2bbe-8716-4e26-b796-55de6e18b15b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.196733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52822) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.210165 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504c887-a179-4071-ab72-98587212fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d9b99-0454-462e-9ec3-16f6a0845327,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.262758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52826) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.262938 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1d790101-5825-4be3-a04d-05d0d67ab7ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78336e4912e245aeba7de0be48995b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107731 Jan 24 09:50:26.268385 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790101-5825-4be3-a04d-05d0d67ab7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ef2bbe-8716-4e26-b796-55de6e18b15b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.291658 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] Publish callbacks [] for security_group (e17d9b99-0454-462e-9ec3-16f6a0845327), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.311547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] Publish callbacks [] for security_group (05ef2bbe-8716-4e26-b796-55de6e18b15b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.313029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] Publish callbacks [] for security_group (e17d9b99-0454-462e-9ec3-16f6a0845327), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.337804 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] Publish callbacks [] for security_group (05ef2bbe-8716-4e26-b796-55de6e18b15b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.360877 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e17d9b99-0454-462e-9ec3-16f6a0845327), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.363525 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.364656 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e17d9b99-0454-462e-9ec3-16f6a0845327 HTTP/1.1" status: 204 len: 168 time: 0.1648569 Jan 24 09:50:26.373482 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a196cc-f8de-4c51-a3a0-c323b9fdfc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d9b99-0454-462e-9ec3-16f6a0845327,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.388740 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (05ef2bbe-8716-4e26-b796-55de6e18b15b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.391351 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.395502 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05ef2bbe-8716-4e26-b796-55de6e18b15b HTTP/1.1" status: 204 len: 168 time: 0.1316760 Jan 24 09:50:26.408009 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de6e38-75b4-42af-94c6-c36ebadbb355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ef2bbe-8716-4e26-b796-55de6e18b15b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.688586 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52838) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.689177 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52840) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.702825 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1de2c376-5471-4e64-ace2-9c470f180b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.704103 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7906b328-8d38-4e01-851a-9c251dcdb0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.777075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1de2c376-5471-4e64-ace2-9c470f180b76 admin admin] Publish callbacks [] for security_group (ee4f83aa-f396-456c-8c42-649bf7445615), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.780631 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7906b328-8d38-4e01-851a-9c251dcdb0bc admin admin] Publish callbacks [] for security_group (c8056488-184b-47e6-ae0e-0aed1547e46f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.781636 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1de2c376-5471-4e64-ace2-9c470f180b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ee4f83aa-f396-456c-8c42-649bf7445615), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.784555 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7906b328-8d38-4e01-851a-9c251dcdb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c8056488-184b-47e6-ae0e-0aed1547e46f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.825695 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7906b328-8d38-4e01-851a-9c251dcdb0bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3d6670c49bb4d09a3c65ea98832885d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356664 Jan 24 09:50:26.826964 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b328-8d38-4e01-851a-9c251dcdb0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8056488-184b-47e6-ae0e-0aed1547e46f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.829365 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52842) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.830728 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2c376-5471-4e64-ace2-9c470f180b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f83aa-f396-456c-8c42-649bf7445615,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.838277 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1de2c376-5471-4e64-ace2-9c470f180b76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98113ac4eab74db2bcd0dc1d941c9d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456172 Jan 24 09:50:26.838801 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 52844) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:26.878124 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] Publish callbacks [] for security_group (c8056488-184b-47e6-ae0e-0aed1547e46f), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.887474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] Publish callbacks [] for security_group (ee4f83aa-f396-456c-8c42-649bf7445615), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.899307 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] Publish callbacks [] for security_group (c8056488-184b-47e6-ae0e-0aed1547e46f), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.910636 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] Publish callbacks [] for security_group (ee4f83aa-f396-456c-8c42-649bf7445615), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.948440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c8056488-184b-47e6-ae0e-0aed1547e46f), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.951534 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.953548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8056488-184b-47e6-ae0e-0aed1547e46f HTTP/1.1" status: 204 len: 168 time: 0.1229424 Jan 24 09:50:26.963798 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99d932-84b5-42a1-ac18-7f683631428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8056488-184b-47e6-ae0e-0aed1547e46f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:26.966493 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ee4f83aa-f396-456c-8c42-649bf7445615), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.969114 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:26.973030 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee4f83aa-f396-456c-8c42-649bf7445615 HTTP/1.1" status: 204 len: 168 time: 0.1334016 Jan 24 09:50:26.981304 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d685ff-22e3-4d93-baa9-692d40ca7f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f83aa-f396-456c-8c42-649bf7445615,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:27.498451 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52882) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:27.517421 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5da-d527-42e5-9eff-78d4a680cc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.608686 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5da-d527-42e5-9eff-78d4a680cc04 admin admin] Publish callbacks [] for security_group (cf2567ae-4ece-4223-b3ca-df3edf69b37c), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.614000 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5da-d527-42e5-9eff-78d4a680cc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (cf2567ae-4ece-4223-b3ca-df3edf69b37c), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.650443 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c5da-d527-42e5-9eff-78d4a680cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2567ae-4ece-4223-b3ca-df3edf69b37c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:27.655748 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1f98c5da-d527-42e5-9eff-78d4a680cc04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3beffb69018946e0b852621396787fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553469 Jan 24 09:50:27.657481 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 52892) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:27.680843 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.711372 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] Publish callbacks [] for security_group (cf2567ae-4ece-4223-b3ca-df3edf69b37c), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.733252 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] Publish callbacks [] for security_group (cf2567ae-4ece-4223-b3ca-df3edf69b37c), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.784314 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (cf2567ae-4ece-4223-b3ca-df3edf69b37c), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.787132 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:27.788304 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf2567ae-4ece-4223-b3ca-df3edf69b37c HTTP/1.1" status: 204 len: 168 time: 0.1299205 Jan 24 09:50:27.797090 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab755f5-0b54-4c53-a4a5-74caa5a68d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2567ae-4ece-4223-b3ca-df3edf69b37c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:29.160538 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.500770 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:50:29.626598 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53010) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:29.752299 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a4ea31ad-3043-4b40-834c-642e20707b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.827568 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a4ea31ad-3043-4b40-834c-642e20707b6b admin admin] Publish callbacks [] for security_group (8209aced-96ea-4575-981b-e4a2c62d8aed), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.832907 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a4ea31ad-3043-4b40-834c-642e20707b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8209aced-96ea-4575-981b-e4a2c62d8aed), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.869870 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a4ea31ad-3043-4b40-834c-642e20707b6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29d59f750a90472799dc85959d80dcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421763 Jan 24 09:50:29.870727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea31ad-3043-4b40-834c-642e20707b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8209aced-96ea-4575-981b-e4a2c62d8aed,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:29.873486 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53016) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:29.923660 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] Publish callbacks [] for security_group (8209aced-96ea-4575-981b-e4a2c62d8aed), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.948958 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] Publish callbacks [] for security_group (8209aced-96ea-4575-981b-e4a2c62d8aed), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:29.997868 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8209aced-96ea-4575-981b-e4a2c62d8aed), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.000548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.001698 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8209aced-96ea-4575-981b-e4a2c62d8aed HTTP/1.1" status: 204 len: 168 time: 0.1271396 Jan 24 09:50:30.009550 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63baf5c-3161-48d6-a4b6-4f279918ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8209aced-96ea-4575-981b-e4a2c62d8aed,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:30.276175 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53028) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:30.289313 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9c83042-8a00-4866-8723-1f4c7636a1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.364602 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9c83042-8a00-4866-8723-1f4c7636a1af admin admin] Publish callbacks [] for security_group (447e891c-d8f5-4908-ae7d-113d9d341c8a), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.369388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9c83042-8a00-4866-8723-1f4c7636a1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (447e891c-d8f5-4908-ae7d-113d9d341c8a), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.408047 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e9c83042-8a00-4866-8723-1f4c7636a1af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1672974ff684fd28f1a10e2376a138d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308093 Jan 24 09:50:30.408858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c83042-8a00-4866-8723-1f4c7636a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447e891c-d8f5-4908-ae7d-113d9d341c8a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:30.411672 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53032) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:30.459335 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] Publish callbacks [] for security_group (447e891c-d8f5-4908-ae7d-113d9d341c8a), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.480339 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] Publish callbacks [] for security_group (447e891c-d8f5-4908-ae7d-113d9d341c8a), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.531079 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (447e891c-d8f5-4908-ae7d-113d9d341c8a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.533692 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:30.534852 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/447e891c-d8f5-4908-ae7d-113d9d341c8a HTTP/1.1" status: 204 len: 168 time: 0.1219766 Jan 24 09:50:30.542752 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba752a52-e692-4533-aab6-df419778895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447e891c-d8f5-4908-ae7d-113d9d341c8a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:31.640652 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53074) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:31.760652 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15491b46-d0a4-4198-ae41-4c7cb1e6a2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:31.834113 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15491b46-d0a4-4198-ae41-4c7cb1e6a2e8 admin admin] Publish callbacks [] for security_group (24b955ef-4170-45a0-8a6d-27a6deb9465b), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:31.838618 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-15491b46-d0a4-4198-ae41-4c7cb1e6a2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (24b955ef-4170-45a0-8a6d-27a6deb9465b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:31.879136 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15491b46-d0a4-4198-ae41-4c7cb1e6a2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b955ef-4170-45a0-8a6d-27a6deb9465b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:31.883851 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-15491b46-d0a4-4198-ae41-4c7cb1e6a2e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=967f379fb3614a40b80026156f169503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422304 Jan 24 09:50:31.887778 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53080) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:31.936585 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] Publish callbacks [] for security_group (24b955ef-4170-45a0-8a6d-27a6deb9465b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:31.960821 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] Publish callbacks [] for security_group (24b955ef-4170-45a0-8a6d-27a6deb9465b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:32.008085 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (24b955ef-4170-45a0-8a6d-27a6deb9465b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:32.010626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:32.011820 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24b955ef-4170-45a0-8a6d-27a6deb9465b HTTP/1.1" status: 204 len: 168 time: 0.1238434 Jan 24 09:50:32.019554 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3389f-32a8-4a6f-8bf9-81de198af432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b955ef-4170-45a0-8a6d-27a6deb9465b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:40.424137 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-0746510a-b13c-4d57-bf29-b5822899cc54 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:40.425591 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-0746510a-b13c-4d57-bf29-b5822899cc54 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 818 time: 0.1093719 Jan 24 09:50:40.439960 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-ca544e8f-c8ab-4904-ad43-d3b89a3e8e93 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/quotas/e150458a6e454c62bc161fd37c4c8a5e HTTP/1.1" status: 200 len: 375 time: 0.0090389 Jan 24 09:50:40.487250 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-97d48d01-4ccb-4f46-9304-223288885997 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421224 Jan 24 09:50:40.587186 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-f94c3dab-35e7-4c3c-a0ce-716b7770cf0a service neutron] 10.222.0.39 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928621 Jan 24 09:50:40.679927 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-a7eeb4ec-fa5b-4e41-a2fa-fd3ba5681fe5 service neutron] 10.222.0.39 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869482 Jan 24 09:50:40.894737 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2939a58a-9f9a-4de2-8929-d3a8cfb5f059 req-fab35a1a-3da0-4e61-95e0-e4f932a4fb30 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 210 time: 0.0451632 Jan 24 09:50:41.264692 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-55ce36a4-059f-43bf-9099-dd39e9c2f9fc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:41.266369 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-55ce36a4-059f-43bf-9099-dd39e9c2f9fc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 818 time: 0.1536529 Jan 24 09:50:41.285098 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-7c2f63c6-769e-40ef-86d4-168a62668cc7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/quotas/e150458a6e454c62bc161fd37c4c8a5e HTTP/1.1" status: 200 len: 375 time: 0.0110996 Jan 24 09:50:41.377605 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-d182bccb-c2c7-4b9a-93bf-97ab19945332 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863662 Jan 24 09:50:41.503417 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-cd7f72f8-4b58-49d3-8aab-0ef635aa529b service neutron] 10.222.0.39 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178820 Jan 24 09:50:41.611643 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-db4c0665-5821-4536-87b0-6be7df63c09d service neutron] 10.222.0.39 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015773 Jan 24 09:50:41.782995 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b28a2b59-f37a-4559-9c18-1393eed8b0b2 req-b1fb1c64-b283-4a71-ba3d-252d78313a4f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 210 time: 0.0397127 Jan 24 09:50:42.310220 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-e31b7793-71c6-4a39-8ad5-a09796740681 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:42.311620 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-e31b7793-71c6-4a39-8ad5-a09796740681 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 818 time: 0.1197057 Jan 24 09:50:42.362286 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Request body: {'port': {'device_id': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'admin_state_up': True, 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:42.512151 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Made reservation on behalf of e150458a6e454c62bc161fd37c4c8a5e for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:42.516005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:42.835811 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Allocated IP 172.20.0.6 (1142fc8f-7bc0-4d73-ad41-8ee0516030df/caad3965-d86a-4bb7-9d27-6384f408f62e/a534a050-f68c-4acc-925a-c3e1dd9f71d4) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:42.914608 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d23b690d-4d8c-491b-aefb-35e0deda375b req-11524d48-80e9-429d-9e34-8baaef80b0a7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 210 time: 0.0469606 Jan 24 09:50:42.995020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks [] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.029158 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.079357 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:43.080767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:43.084065 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:43.134936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:43.135586 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.153593 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-7005b34b-1d35-4112-9733-68245548e913 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:43.155096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Pushing event updated for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:43.155632 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-7005b34b-1d35-4112-9733-68245548e913 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 818 time: 0.1514461 Jan 24 09:50:43.160944 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-fa3fbebe-de6c-4e89-9d43-07682f0a760d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031955 Jan 24 09:50:43.219966 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Request body: {'port': {'device_id': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'admin_state_up': True, 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:43.234905 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Request body: {'port': {'device_id': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:43.309126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.358537 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Made reservation on behalf of e150458a6e454c62bc161fd37c4c8a5e for: {'port': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:43.362870 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.601276 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.622211 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a534a050-f68c-4acc-925a-c3e1dd9f71d4 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:50:43.632077 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks [] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.655466 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Transition to ACTIVE for port object a534a050-f68c-4acc-925a-c3e1dd9f71d4 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:50:43.660771 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.726568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Allocated IP 172.20.0.9 (1142fc8f-7bc0-4d73-ad41-8ee0516030df/caad3965-d86a-4bb7-9d27-6384f408f62e/98148948-bf8a-421a-b77c-06265410c6df) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:43.745778 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Pushing event updated for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:43.828836 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Attempting to bind port a534a050-f68c-4acc-925a-c3e1dd9f71d4 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:43.829236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Attempting to bind port a534a050-f68c-4acc-925a-c3e1dd9f71d4 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:43.831080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Attempting to bind port a534a050-f68c-4acc-925a-c3e1dd9f71d4 on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:43.836404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Port a534a050-f68c-4acc-925a-c3e1dd9f71d4 on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:50:43.837066 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Attempting to bind port a534a050-f68c-4acc-925a-c3e1dd9f71d4 on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:43.843679 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:43.844372 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Checking segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:43.845078 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Bound using segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:43.845848 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Bound port: a534a050-f68c-4acc-925a-c3e1dd9f71d4, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:43.846341 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.930261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:43.935017 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:43.937564 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks [] for port (98148948-bf8a-421a-b77c-06265410c6df), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:43.957054 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.011837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.012633 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.015122 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.016531 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] 10.222.0.123 "PUT /v2.0/ports/a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 1093 time: 0.7860184 Jan 24 09:50:44.017109 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:50:44.020542 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:50:44.045315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d1d2f-99ed-489e-8287-de37a295844a service neutron] Pushing event updated for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:44.107661 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Network 1142fc8f-7bc0-4d73-ad41-8ee0516030df is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:44.117166 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:44.120354 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:44.123327 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Pushing event updated for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:44.152086 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e38292-fc27-4a73-8e03-fae73e157b7f x-openstack-request-id: req-95e38292-fc27-4a73-8e03-fae73e157b7f {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:50:44.152376 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:50:44.152640 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95e38292-fc27-4a73-8e03-fae73e157b7f {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:50:44.153082 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4', 'status': 'completed', 'code': 200} Jan 24 09:50:44.165849 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bde3a8-6288-4596-b8e0-28ecc186a5aa req-3d4db1b8-0b9e-4683-9dc9-0ac5f9314b61 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.168045 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a5bde3a8-6288-4596-b8e0-28ecc186a5aa req-3d4db1b8-0b9e-4683-9dc9-0ac5f9314b61 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 931 time: 0.1438861 Jan 24 09:50:44.168880 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-d2c53e6c-2a51-4bae-ba37-87ff5f866590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.175782 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-d2c53e6c-2a51-4bae-ba37-87ff5f866590 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1096 time: 0.0605912 Jan 24 09:50:44.219799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.220872 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.253176 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-bce38e00-dc3d-492f-b4ec-8236b9d82a94 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0587294 Jan 24 09:50:44.264202 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-a252d669-c449-4446-89c4-f27f56da4c78 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0483513 Jan 24 09:50:44.269317 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a5bde3a8-6288-4596-b8e0-28ecc186a5aa req-1072d81f-478e-4a3a-9773-599c884f1acb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921013 Jan 24 09:50:44.287712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Request body: {'port': {'device_id': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:44.328146 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab119-d58a-483c-81c8-df0581b2a590 req-579d851f-2624-4089-bbed-1916adfc3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.330011 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-579d851f-2624-4089-bbed-1916adfc3d22 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0681498 Jan 24 09:50:44.366404 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (98148948-bf8a-421a-b77c-06265410c6df), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.370193 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-40690f6a-10d4-4b66-8571-500620470093 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310760 Jan 24 09:50:44.481448 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-e2080ca4-d6fe-445d-af3b-caf371531cfb service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963418 Jan 24 09:50:44.589926 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63fab119-d58a-483c-81c8-df0581b2a590 req-5f083cff-20ac-4289-81c4-ada52e4d9048 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001699 Jan 24 09:50:44.673747 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98148948-bf8a-421a-b77c-06265410c6df {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:50:44.682812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks [] for port (98148948-bf8a-421a-b77c-06265410c6df), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.706784 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Transition to ACTIVE for port object 98148948-bf8a-421a-b77c-06265410c6df will not be triggered until provisioned by entity L2. {{(pid=102507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:50:44.711299 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.799258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Pushing event updated for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:44.835699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-bbfae440-7639-465f-9cce-0eb6b41d510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.838667 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-bbfae440-7639-465f-9cce-0eb6b41d510d service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1096 time: 0.1070771 Jan 24 09:50:44.894384 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Attempting to bind port 98148948-bf8a-421a-b77c-06265410c6df on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:44.894614 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Attempting to bind port 98148948-bf8a-421a-b77c-06265410c6df by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:44.894993 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Attempting to bind port 98148948-bf8a-421a-b77c-06265410c6df on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:44.906305 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Port 98148948-bf8a-421a-b77c-06265410c6df on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:50:44.906634 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Attempting to bind port 98148948-bf8a-421a-b77c-06265410c6df on network 1142fc8f-7bc0-4d73-ad41-8ee0516030df {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:44.922651 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:44.931592 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Checking segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:44.931592 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Bound using segment: {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:44.931592 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Bound port: 98148948-bf8a-421a-b77c-06265410c6df, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b55719c-4d22-4335-a407-e6046a2af327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:44.931592 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (98148948-bf8a-421a-b77c-06265410c6df), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:44.989173 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-f8590d20-ebab-499d-a7b2-2bae2849517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:44.991214 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-f8590d20-ebab-499d-a7b2-2bae2849517f service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.1458676 Jan 24 09:50:45.005689 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:45.013056 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=98148948-bf8a-421a-b77c-06265410c6df,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:45.018859 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.059852 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-2373797d-05d8-470c-a338-4295459ac57f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0573142 Jan 24 09:50:45.061373 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.062188 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.063875 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] 10.222.0.123 "PUT /v2.0/ports/98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 200 len: 1093 time: 0.7832038 Jan 24 09:50:45.064447 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'tag': '98148948-bf8a-421a-b77c-06265410c6df'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:50:45.067064 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dd645a-796c-4811-bb87-51152ebe294d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "tag": "98148948-bf8a-421a-b77c-06265410c6df"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:50:45.123630 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e064d-a6b5-4908-8654-f233c9529c73 x-openstack-request-id: req-311e064d-a6b5-4908-8654-f233c9529c73 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:50:45.124102 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "tag": "98148948-bf8a-421a-b77c-06265410c6df", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:50:45.124534 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-311e064d-a6b5-4908-8654-f233c9529c73 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:50:45.124941 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'tag': '98148948-bf8a-421a-b77c-06265410c6df', 'status': 'completed', 'code': 200} Jan 24 09:50:45.129775 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5f419-ad49-4385-bd9f-81f2893a1978 service neutron] Pushing event updated for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:45.149817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53470) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:45.150243 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-f97779a0-8483-4201-980b-c6c58d747362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.151929 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-f97779a0-8483-4201-980b-c6c58d747362 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0734258 Jan 24 09:50:45.209585 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-6da46d88-7e7e-4e93-b1b9-24120c24ea7b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252340 Jan 24 09:50:45.228336 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-6c0cd36d-57a3-4c00-a88d-d8314a534621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.229907 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-6c0cd36d-57a3-4c00-a88d-d8314a534621 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1096 time: 0.0419207 Jan 24 09:50:45.258369 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d401-2444-4d3a-9ed6-1301b2dcd5f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.315256 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-4701f0d4-53fe-455b-881b-df8eea008408 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935047 Jan 24 09:50:45.327540 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-105b69cf-94b1-4ac1-826c-21426b8228a2 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 200 len: 217 time: 0.0572062 Jan 24 09:50:45.423460 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-77ef6d59-cd54-47ab-b34f-66fd0fa680fa req-5c514fc4-c062-4897-b40c-a802e0b960e0 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002879 Jan 24 09:50:45.445696 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208aa89-9845-4336-8446-44e873ac507a req-83dbfc8b-683f-4672-862e-5bae0a4a8c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.447198 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-83dbfc8b-683f-4672-862e-5bae0a4a8c54 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.1020303 Jan 24 09:50:45.457451 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff78bb-5b44-4265-a088-86bf1f97b5e0 req-42958921-1d01-40b1-bb19-b0e7c269c762 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.459060 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-19ff78bb-5b44-4265-a088-86bf1f97b5e0 req-42958921-1d01-40b1-bb19-b0e7c269c762 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 943 time: 0.1048107 Jan 24 09:50:45.498468 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-bc2e6d79-952e-4224-97e6-b17f66224cb5 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384045 Jan 24 09:50:45.513346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d401-2444-4d3a-9ed6-1301b2dcd5f5 admin admin] Publish callbacks [] for security_group (2c9c2acb-18d1-4156-9dc1-055701e1b745), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.519046 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d401-2444-4d3a-9ed6-1301b2dcd5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2c9c2acb-18d1-4156-9dc1-055701e1b745), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.610990 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53496) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:45.627226 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-19ff78bb-5b44-4265-a088-86bf1f97b5e0 req-20aaf425-5591-4f09-a4fd-29f45fe6e389 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532228 Jan 24 09:50:45.634032 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6fc7d401-2444-4d3a-9ed6-1301b2dcd5f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fe59e1042734dd7b9b591e36e39dc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805384 Jan 24 09:50:45.634032 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7d401-2444-4d3a-9ed6-1301b2dcd5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c2acb-18d1-4156-9dc1-055701e1b745,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:45.637623 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53500) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:45.672745 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-cf5ed440-1538-4ffa-87b1-a3a8c08f710e service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357186 Jan 24 09:50:45.702455 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] Publish callbacks [] for security_group (2c9c2acb-18d1-4156-9dc1-055701e1b745), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.725055 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] Publish callbacks [] for security_group (2c9c2acb-18d1-4156-9dc1-055701e1b745), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.753950 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1940-482b-48d3-b8bd-8c103dc6d171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.777611 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0208aa89-9845-4336-8446-44e873ac507a req-0937e7a9-e558-43b2-a02d-f03f5a945293 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953546 Jan 24 09:50:45.809601 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (2c9c2acb-18d1-4156-9dc1-055701e1b745), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.812305 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.813441 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c9c2acb-18d1-4156-9dc1-055701e1b745 HTTP/1.1" status: 204 len: 168 time: 0.1744068 Jan 24 09:50:45.825840 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178cf9-bf2b-4b5e-9f3c-ae1159d901f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c2acb-18d1-4156-9dc1-055701e1b745,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:45.885733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1940-482b-48d3-b8bd-8c103dc6d171 admin admin] Publish callbacks [] for security_group (6b9250d3-c9e8-4928-bb3f-67b5341d89ec), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.889818 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1940-482b-48d3-b8bd-8c103dc6d171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6b9250d3-c9e8-4928-bb3f-67b5341d89ec), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:45.931000 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3c0b1940-482b-48d3-b8bd-8c103dc6d171 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39dced6108f94831bd487430834c3570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157592 Jan 24 09:50:45.931803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53506) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:45.942934 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b1940-482b-48d3-b8bd-8c103dc6d171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9250d3-c9e8-4928-bb3f-67b5341d89ec,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:45.972048 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd645a-796c-4811-bb87-51152ebe294d req-ee5cf499-360d-4a71-8df7-2b14cab557c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:45.973545 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-ee5cf499-360d-4a71-8df7-2b14cab557c9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1096 time: 0.0483418 Jan 24 09:50:46.019619 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] Publish callbacks [] for security_group (6b9250d3-c9e8-4928-bb3f-67b5341d89ec), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:46.050404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] Publish callbacks [] for security_group (6b9250d3-c9e8-4928-bb3f-67b5341d89ec), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:46.121334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (6b9250d3-c9e8-4928-bb3f-67b5341d89ec), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:46.124104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:46.128502 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b9250d3-c9e8-4928-bb3f-67b5341d89ec HTTP/1.1" status: 204 len: 168 time: 0.1944995 Jan 24 09:50:46.146912 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c3c61-a82e-4f07-87b4-e87c7b855db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9250d3-c9e8-4928-bb3f-67b5341d89ec,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:46.462924 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd645a-796c-4811-bb87-51152ebe294d req-daa25cee-3f7f-4a1a-b77f-910eb9793e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:46.465318 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-daa25cee-3f7f-4a1a-b77f-910eb9793e83 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.4837880 Jan 24 09:50:46.544317 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-8a66577f-f117-4ba9-9724-06b0d4c98ba5 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 200 len: 217 time: 0.0700891 Jan 24 09:50:46.612713 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd645a-796c-4811-bb87-51152ebe294d req-1a747335-404a-43cd-9fe5-3f41d299b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:46.614854 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-1a747335-404a-43cd-9fe5-3f41d299b0c6 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0575738 Jan 24 09:50:46.662446 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-e74269a8-f29a-4293-abcc-63d710cd5567 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370803 Jan 24 09:50:46.802049 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-379704ad-be4d-4b20-8ddc-0c6dad461c24 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305804 Jan 24 09:50:46.813220 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135f940-2316-41f9-ae05-3f8bb7a7e38f req-1875ab1a-706e-4e02-9717-68a4f3e66616 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:46.814742 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4135f940-2316-41f9-ae05-3f8bb7a7e38f req-1875ab1a-706e-4e02-9717-68a4f3e66616 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 943 time: 0.0857434 Jan 24 09:50:46.887599 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53600) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:46.940126 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4135f940-2316-41f9-ae05-3f8bb7a7e38f req-dc0c96c5-30c5-4487-af59-bcee81099fed tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153235 Jan 24 09:50:46.964045 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2dd645a-796c-4811-bb87-51152ebe294d req-8f408fd6-d9bb-4d77-8805-e5a0c6ea810f service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482787 Jan 24 09:50:47.097893 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-881125506-network', 'tenant_id': '038fbe7e1285481ca999f25a075fa481'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:47.120977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Made reservation on behalf of 038fbe7e1285481ca999f25a075fa481 for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:47.123307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.131903 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.232278 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks [] for security_group (3f1eeb1d-032f-44dc-93c3-e90266b263df), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.242077 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3f1eeb1d-032f-44dc-93c3-e90266b263df), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.270580 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:50:47.277445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1eeb1d-032f-44dc-93c3-e90266b263df,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:47.291596 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.292124 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Added segment 6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7 of type vlan for network af74ea91-e0e0-4ed6-a135-13f8281968bb Jan 24 09:50:47.335855 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (af74ea91-e0e0-4ed6-a135-13f8281968bb), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.363565 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (af74ea91-e0e0-4ed6-a135-13f8281968bb), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.365125 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:47.365963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.432554 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5438490 Jan 24 09:50:47.435768 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53666) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:47.440617 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f38753-f508-4561-bd1c-2d09a7ef10f7 admin admin] Pushing event updated for resources: {'Network': ['ID=af74ea91-e0e0-4ed6-a135-13f8281968bb,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:47.441535 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Request body: {'subnet': {'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-881125506-subnet', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:47.452620 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network af74ea91-e0e0-4ed6-a135-13f8281968bb details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:50:47.496182 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Made reservation on behalf of 038fbe7e1285481ca999f25a075fa481 for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:47.499494 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130423933'] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.676778 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131181793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130423919'] for subnet (a2c4c955-a389-45e3-bf67-8f9faf1734cd), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.736859 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c4c955-a389-45e3-bf67-8f9faf1734cd,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:47.747830 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Checking segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:47.748288 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Network hostable DHCP agents. Network: af74ea91-e0e0-4ed6-a135-13f8281968bb, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:50:47.767637 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Network af74ea91-e0e0-4ed6-a135-13f8281968bb is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:50:47.779360 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, af74ea91-e0e0-4ed6-a135-13f8281968bb) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:47.784222 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:47.784888 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.789339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b67e7-c379-4149-b503-13a2a59b684a None None] Network af74ea91-e0e0-4ed6-a135-13f8281968bb requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:47.806937 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-bb9a3186-8fc3-4cb2-8533-454d4df9d1af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3666072 Jan 24 09:50:47.806937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53676) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:47.811668 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:47.838053 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (68505081-aae0-4442-b712-5dacd32cb407), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.839108 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (68505081-aae0-4442-b712-5dacd32cb407), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.893121 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for router_controller (68505081-aae0-4442-b712-5dacd32cb407), precommit_add_association {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:47.897194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-af74ea91-e0e0-4ed6-a135-13f8281968bb', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:50:47.898198 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.045145 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Allocated IP 172.20.0.2 (af74ea91-e0e0-4ed6-a135-13f8281968bb/a2c4c955-a389-45e3-bf67-8f9faf1734cd/0b1476de-af6f-4114-984a-37a5baac7031) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:48.062310 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for router_gateway (68505081-aae0-4442-b712-5dacd32cb407), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.107460 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738dcd-033b-41fd-9dbd-3d7526358462 req-42dbb047-1a53-4ced-8ecb-9a1d8d7a7514 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:48.108915 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c6738dcd-033b-41fd-9dbd-3d7526358462 req-42dbb047-1a53-4ced-8ecb-9a1d8d7a7514 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 943 time: 0.1021776 Jan 24 09:50:48.189858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks [] for port (0b1476de-af6f-4114-984a-37a5baac7031), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.192993 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c6738dcd-033b-41fd-9dbd-3d7526358462 req-eddc16be-db5e-4ad1-b2cd-37133b4e06a5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771761 Jan 24 09:50:48.196943 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (0b1476de-af6f-4114-984a-37a5baac7031), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.240893 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Network af74ea91-e0e0-4ed6-a135-13f8281968bb is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:48.245938 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:48.249406 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:48.284264 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Pushing event updated for resources: {'Port': ['ID=0b1476de-af6f-4114-984a-37a5baac7031,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:48.323553 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Attempting to bind port 0b1476de-af6f-4114-984a-37a5baac7031 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:48.324059 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Attempting to bind port 0b1476de-af6f-4114-984a-37a5baac7031 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:48.324614 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Attempting to bind port 0b1476de-af6f-4114-984a-37a5baac7031 on network af74ea91-e0e0-4ed6-a135-13f8281968bb {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:48.328137 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for router_gateway (68505081-aae0-4442-b712-5dacd32cb407), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.333539 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:48.334043 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Checking segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:48.334508 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.334999 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Bound using segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:48.335626 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Bound port: 0b1476de-af6f-4114-984a-37a5baac7031, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:48.336070 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0b1476de-af6f-4114-984a-37a5baac7031), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.347812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.411873 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] For port 0b1476de-af6f-4114-984a-37a5baac7031, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:48.415245 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] For port 0b1476de-af6f-4114-984a-37a5baac7031, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=0b1476de-af6f-4114-984a-37a5baac7031,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:48.421449 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0b1476de-af6f-4114-984a-37a5baac7031), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.472675 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Allocated IP 172.27.3.252 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/e727eedc-c8eb-48fd-ad25-fd27be1bab8a) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:48.498985 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0bb4a-f115-4cfa-9781-8d2aa0321d0d None None] Pushing event updated for resources: {'Port': ['ID=0b1476de-af6f-4114-984a-37a5baac7031,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:48.592787 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 98148948-bf8a-421a-b77c-06265410c6df details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:50:48.594004 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.655284 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.747260 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=98148948-bf8a-421a-b77c-06265410c6df,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:48.752165 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:48.757218 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:48.760089 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '98148948-bf8a-421a-b77c-06265410c6df', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'port_id': '98148948-bf8a-421a-b77c-06265410c6df', 'mac_address': 'fa:16:3e:98:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:50:48.760457 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:48.798582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Pushing event updated for resources: {'Port': ['ID=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:48.812063 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 98148948-bf8a-421a-b77c-06265410c6df is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:48.812708 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (98148948-bf8a-421a-b77c-06265410c6df), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.839057 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98148948-bf8a-421a-b77c-06265410c6df {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:50:48.868128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=98148948-bf8a-421a-b77c-06265410c6df,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:48.889520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:48.893023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a534a050-f68c-4acc-925a-c3e1dd9f71d4 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:50:48.901645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53696) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:48.996366 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:49.002291 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:49.015456 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4', 'network_id': '1142fc8f-7bc0-4d73-ad41-8ee0516030df', 'port_id': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4', 'mac_address': 'fa:16:3e:90:5e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caad3965-d86a-4bb7-9d27-6384f408f62e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:50:49.058505 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c048b445-731f-43d8-b957-896cc1c471b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.060299 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port a534a050-f68c-4acc-925a-c3e1dd9f71d4 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:49.060728 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.081044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a534a050-f68c-4acc-925a-c3e1dd9f71d4 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:50:49.084777 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for router_gateway (68505081-aae0-4442-b712-5dacd32cb407), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.105027 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:49.111121 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.164480 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:49.170431 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c048b445-731f-43d8-b957-896cc1c471b1 admin admin] Publish callbacks [] for security_group (d44da0d9-058e-483b-a7ee-10a5606b46a3), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.185792 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c048b445-731f-43d8-b957-896cc1c471b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d44da0d9-058e-483b-a7ee-10a5606b46a3), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.224650 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c048b445-731f-43d8-b957-896cc1c471b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c5c8acae81b42cb9a2ba2c91ee9588f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218091 Jan 24 09:50:49.228300 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048b445-731f-43d8-b957-896cc1c471b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44da0d9-058e-483b-a7ee-10a5606b46a3,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:49.228457 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53704) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:49.559031 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] Publish callbacks [] for security_group (d44da0d9-058e-483b-a7ee-10a5606b46a3), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.562179 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (68505081-aae0-4442-b712-5dacd32cb407), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.574503 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd57aa-c818-46bd-88b2-28fef474a345 req-40417915-3557-4bd7-9017-a27fea2ddf01 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:49.576184 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37dd57aa-c818-46bd-88b2-28fef474a345 req-40417915-3557-4bd7-9017-a27fea2ddf01 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 944 time: 0.2868009 Jan 24 09:50:49.613483 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fd08b-4d69-42fc-b4fb-2c7189b570ad None None] Network af74ea91-e0e0-4ed6-a135-13f8281968bb requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:49.635638 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] Publish callbacks [] for security_group (d44da0d9-058e-483b-a7ee-10a5606b46a3), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.682926 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Provisioning complete for port 0b1476de-af6f-4114-984a-37a5baac7031 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:49.683313 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0b1476de-af6f-4114-984a-37a5baac7031), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.750050 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37dd57aa-c818-46bd-88b2-28fef474a345 req-44bf9f14-1154-4365-84bf-0b37a089d0ab tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612816 Jan 24 09:50:49.792722 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d44da0d9-058e-483b-a7ee-10a5606b46a3), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.795700 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:49.800258 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d44da0d9-058e-483b-a7ee-10a5606b46a3 HTTP/1.1" status: 204 len: 168 time: 0.5667269 Jan 24 09:50:49.815617 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734917d-d4de-48cd-8bc8-a6639e4df658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44da0d9-058e-483b-a7ee-10a5606b46a3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:49.834730 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Router 68505081-aae0-4442-b712-5dacd32cb407 is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:50:49.882220 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['98148948-bf8a-421a-b77c-06265410c6df'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:50:49.946789 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['a534a050-f68c-4acc-925a-c3e1dd9f71d4'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:50:50.035667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:50.050185 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Sync routers for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:50:50.062475 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:50.063521 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:50.080681 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.085774 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53726) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:50.086242 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-bd5a9557-404f-42e7-993f-a6d9555d9f75 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2782845 Jan 24 09:50:50.109784 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Current status of the port 0b1476de-af6f-4114-984a-37a5baac7031 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:50.109784 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0b1476de-af6f-4114-984a-37a5baac7031), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.226082 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] For port 0b1476de-af6f-4114-984a-37a5baac7031, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=0b1476de-af6f-4114-984a-37a5baac7031,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:50.253817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0b1476de-af6f-4114-984a-37a5baac7031), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.289180 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:50.322934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 0b1476de-af6f-4114-984a-37a5baac7031 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:50.503841 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e03813e9-59d7-4721-b906-4defc71d4be0 None None] Provisioning complete for port 0b1476de-af6f-4114-984a-37a5baac7031 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:50.504431 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e03813e9-59d7-4721-b906-4defc71d4be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0b1476de-af6f-4114-984a-37a5baac7031), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.509741 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:48Z', 'revision_number': 3, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:50.525370 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67269792-81f8-4280-a1b3-7aa68103f4e0 None None] Pushing event updated for resources: {'Port': ['ID=0b1476de-af6f-4114-984a-37a5baac7031,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:50.565067 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Checking router: 68505081-aae0-4442-b712-5dacd32cb407 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:50:50.565735 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Updating router 68505081-aae0-4442-b712-5dacd32cb407 port e727eedc-c8eb-48fd-ad25-fd27be1bab8a binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:50:50.569808 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 0b1476de-af6f-4114-984a-37a5baac7031 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:50.570381 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0b1476de-af6f-4114-984a-37a5baac7031), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.609058 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.649896 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e03813e9-59d7-4721-b906-4defc71d4be0 None None] Current status of the port 0b1476de-af6f-4114-984a-37a5baac7031 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:50.717148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 0b1476de-af6f-4114-984a-37a5baac7031 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:50.750180 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.892238 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks [] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.900860 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:50.903180 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03186351-b9a5-494a-b400-fe83e4ce3960 req-33b9bd59-7879-4b3a-889e-c7d850b003ae tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:50.918260 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-03186351-b9a5-494a-b400-fe83e4ce3960 req-33b9bd59-7879-4b3a-889e-c7d850b003ae tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 944 time: 0.0757859 Jan 24 09:50:50.941004 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Allocated IP 172.20.0.1 (af74ea91-e0e0-4ed6-a135-13f8281968bb/a2c4c955-a389-45e3-bf67-8f9faf1734cd/753981fd-c34e-486e-9e5b-78925e754af5) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:50.984277 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-03186351-b9a5-494a-b400-fe83e4ce3960 req-f515a0a6-b3bc-439b-99b8-ec27df4822cb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642605 Jan 24 09:50:50.985800 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e752e0-1ec6-4d22-bec4-3667d5df56bb None None] Pushing event updated for resources: {'Port': ['ID=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:50.995990 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Attempting to bind port e727eedc-c8eb-48fd-ad25-fd27be1bab8a on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:50.996356 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Attempting to bind port e727eedc-c8eb-48fd-ad25-fd27be1bab8a by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:50.996778 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Attempting to bind port e727eedc-c8eb-48fd-ad25-fd27be1bab8a on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:51.003301 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:51.003688 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:51.004066 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.004462 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:51.004942 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Bound port: e727eedc-c8eb-48fd-ad25-fd27be1bab8a, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:51.005388 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.061409 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] For port e727eedc-c8eb-48fd-ad25-fd27be1bab8a, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:51.064531 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] For port e727eedc-c8eb-48fd-ad25-fd27be1bab8a, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:51.069851 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.075559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks [] for port (753981fd-c34e-486e-9e5b-78925e754af5), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.116864 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.130431 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:51.131237 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:51.162740 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Network af74ea91-e0e0-4ed6-a135-13f8281968bb is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:51.165851 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:51.166014 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e752e0-1ec6-4d22-bec4-3667d5df56bb None None] Pushing event updated for resources: {'Port': ['ID=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:51.175665 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:51.191726 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Pushing event updated for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:51.209361 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (68505081-aae0-4442-b712-5dacd32cb407), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.261768 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:51.369258 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (753981fd-c34e-486e-9e5b-78925e754af5), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.524518 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:48Z', 'revision_number': 3, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:51.555287 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2f51d-bcf7-4295-9dbd-69d182483980 None None] The sync data for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi is: [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:48Z', 'revision_number': 3, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:50:51.590873 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-5d340fc9-562d-414d-955e-bbe421959235 None None] Provisioning complete for port 753981fd-c34e-486e-9e5b-78925e754af5 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:51.591624 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d340fc9-562d-414d-955e-bbe421959235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (753981fd-c34e-486e-9e5b-78925e754af5), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.646372 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-5d340fc9-562d-414d-955e-bbe421959235 None None] Port 753981fd-c34e-486e-9e5b-78925e754af5 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:50:51.651921 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks [] for port (753981fd-c34e-486e-9e5b-78925e754af5), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.659349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.737536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (68505081-aae0-4442-b712-5dacd32cb407), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:51.741104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Pushing event updated for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:51.868758 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Network af74ea91-e0e0-4ed6-a135-13f8281968bb is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:51.870160 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:51.908123 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 98148948-bf8a-421a-b77c-06265410c6df up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:51.977528 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 98148948-bf8a-421a-b77c-06265410c6df completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:50:51.982272 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 98148948-bf8a-421a-b77c-06265410c6df triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:51.982859 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (98148948-bf8a-421a-b77c-06265410c6df), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.010866 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Router 68505081-aae0-4442-b712-5dacd32cb407 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:50:52.151702 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 98148948-bf8a-421a-b77c-06265410c6df is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:52.152374 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (98148948-bf8a-421a-b77c-06265410c6df), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.184721 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98148948-bf8a-421a-b77c-06265410c6df'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:50:52.187127 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1313092f-ea8d-48b3-b4a8-4271cb827f61" -d '{"events": [{"server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "name": "network-vif-plugged", "status": "completed", "tag": "98148948-bf8a-421a-b77c-06265410c6df"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:50:52.229033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=98148948-bf8a-421a-b77c-06265410c6df,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:52.239781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-3b6751d8-eac0-4603-aab1-a868314f6ac1 None None] Provisioning complete for port 753981fd-c34e-486e-9e5b-78925e754af5 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:52.242486 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:52.243666 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3b6751d8-eac0-4603-aab1-a868314f6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (753981fd-c34e-486e-9e5b-78925e754af5), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.248535 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a43162b9-07e5-4562-8b7e-3fd22a7880f3 admin admin] 10.222.0.39 "PUT /v2.0/routers/68505081-aae0-4442-b712-5dacd32cb407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1616552 Jan 24 09:50:52.252130 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.255385 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a534a050-f68c-4acc-925a-c3e1dd9f71d4 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:52.309505 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67314219-4096-42dc-8ebf-7f1977ad3352 x-openstack-request-id: req-67314219-4096-42dc-8ebf-7f1977ad3352 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:50:52.309717 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "name": "network-vif-plugged", "status": "completed", "tag": "98148948-bf8a-421a-b77c-06265410c6df", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:50:52.310089 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67314219-4096-42dc-8ebf-7f1977ad3352 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:50:52.310386 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98148948-bf8a-421a-b77c-06265410c6df', 'code': 200} Jan 24 09:50:52.356887 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device e727eedc-c8eb-48fd-ad25-fd27be1bab8a up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:52.391660 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4362cf-7420-4af5-a5b4-825523145821 req-fa795b34-f4fc-4eab-819e-0da4c1f6a412 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:52.393937 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-db4362cf-7420-4af5-a5b4-825523145821 req-fa795b34-f4fc-4eab-819e-0da4c1f6a412 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0646851 Jan 24 09:50:52.437521 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-3b6751d8-eac0-4603-aab1-a868314f6ac1 None None] Port 753981fd-c34e-486e-9e5b-78925e754af5 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:50:52.460167 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-db4362cf-7420-4af5-a5b4-825523145821 req-4b864110-5fea-4fcf-8c3a-9fd71e9a8133 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588045 Jan 24 09:50:52.462371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:52.498695 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port a534a050-f68c-4acc-925a-c3e1dd9f71d4 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:50:52.502750 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port a534a050-f68c-4acc-925a-c3e1dd9f71d4 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:52.503683 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.545674 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port e727eedc-c8eb-48fd-ad25-fd27be1bab8a triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:52.546154 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.691400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port e727eedc-c8eb-48fd-ad25-fd27be1bab8a is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:52.692116 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.701799 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port a534a050-f68c-4acc-925a-c3e1dd9f71d4 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:52.702320 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.722134 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port e727eedc-c8eb-48fd-ad25-fd27be1bab8a, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:52.732788 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.733588 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 0b1476de-af6f-4114-984a-37a5baac7031 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:52.812492 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:52.820686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.845789 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:52.889567 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 0b1476de-af6f-4114-984a-37a5baac7031 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:52.889943 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0b1476de-af6f-4114-984a-37a5baac7031), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:52.940598 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:53.003873 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-200af498-c68f-419a-adca-0e4e53184810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.009117 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 0b1476de-af6f-4114-984a-37a5baac7031 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:53.016770 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53804) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:53.022664 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-913319069-network', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:53.044623 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Made reservation on behalf of c17bc259701c40f08c3fae75bd6c4d0d for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:53.046886 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.055116 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.127238 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks [] for security_group (040edc6e-fd6d-423d-9931-3c9c38263e48), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.132498 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (040edc6e-fd6d-423d-9931-3c9c38263e48), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.156749 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:50:53.167872 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040edc6e-fd6d-423d-9931-3c9c38263e48,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:53.172979 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (55be08ef-a2f1-4dde-9099-af4785e82c91), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.173321 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Added segment 55be08ef-a2f1-4dde-9099-af4785e82c91 of type vlan for network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 Jan 24 09:50:53.213421 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.240764 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.241765 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:53.242356 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.301919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2838204 Jan 24 09:50:53.304826 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53806) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:53.309121 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719eea-246f-4d30-b4b8-36d9254397ec admin admin] Pushing event updated for resources: {'Network': ['ID=4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:53.309851 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Request body: {'subnet': {'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-913319069-subnet', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:53.321811 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:50:53.339293 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Made reservation on behalf of c17bc259701c40f08c3fae75bd6c4d0d for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:53.341941 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.517813 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Sync routers for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:50:53.529408 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:53.530117 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:53.647601 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:53.725005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (5dd3a2da-a140-4b3c-879d-f9532bce092f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.773145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd3a2da-a140-4b3c-879d-f9532bce092f,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:53.789894 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Checking segment: {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:53.790254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Network hostable DHCP agents. Network: 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:50:53.811327 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:50:53.827412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:53.834060 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:53.836688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.858465 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-bd73809b-e378-4faa-96f7-a69aa7008c55 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5496681 Jan 24 09:50:53.858465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53816) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:53.863435 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:53.886199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (e562ad38-edbf-4155-b3a8-383afee835bd), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.887357 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (e562ad38-edbf-4155-b3a8-383afee835bd), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:53.905729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900fbbea-2265-4ba9-8f84-0f7a53228fdf None None] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:53.943224 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for router_controller (e562ad38-edbf-4155-b3a8-383afee835bd), precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.066574 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 2, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:54.082277 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for router_gateway (e562ad38-edbf-4155-b3a8-383afee835bd), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.097338 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:50:54.097338 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.100371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Checking router: 68505081-aae0-4442-b712-5dacd32cb407 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:50:54.100800 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Updating router 68505081-aae0-4442-b712-5dacd32cb407 port 753981fd-c34e-486e-9e5b-78925e754af5 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:50:54.149592 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device e727eedc-c8eb-48fd-ad25-fd27be1bab8a up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:54.155009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (753981fd-c34e-486e-9e5b-78925e754af5), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.194251 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a8dbaf3c-e54c-49e9-bcc0-72a3a20effb0 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434182 Jan 24 09:50:54.329999 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for router_gateway (e562ad38-edbf-4155-b3a8-383afee835bd), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.333724 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:50:54.341986 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd0c399-f9bd-4cee-a403-d0e0057c61ee" -d '{"events": [{"server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "name": "network-vif-plugged", "status": "completed", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:50:54.351820 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.447093 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Allocated IP 172.20.0.2 (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5/5dd3a2da-a140-4b3c-879d-f9532bce092f/d24d1119-ba0a-4e68-8d8e-513a43cb8d09) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:54.482247 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port e727eedc-c8eb-48fd-ad25-fd27be1bab8a triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:54.482624 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.482929 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Allocated IP 172.27.3.7 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/a045a370-58db-4852-add1-e68b9efbd4c8) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:54.507937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-ccb0e155-3b6d-4c7b-af17-1131648a3067 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:54.510055 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-ccb0e155-3b6d-4c7b-af17-1131648a3067 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3096929 Jan 24 09:50:54.524626 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-c71860a2-f7d9-4fa7-b558-91854bf255d2 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/quotas/345c22e6643b4f8f9df14f13cb94b65c HTTP/1.1" status: 200 len: 375 time: 0.0089934 Jan 24 09:50:54.561034 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-860e922d-aa71-4c36-ad7a-8965ba82ff5f tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303299 Jan 24 09:50:54.604478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for port (a045a370-58db-4852-add1-e68b9efbd4c8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.643908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.693023 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:54.701240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:54.716852 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:54.722717 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Pushing event updated for resources: {'Port': ['ID=a045a370-58db-4852-add1-e68b9efbd4c8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:54.803315 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks [] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.822169 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.829405 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e05140-f45b-42b4-802e-13038220acd7 req-a23750a1-2f76-4ffe-9cc0-1cb7089b6dbf tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:54.831152 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64e05140-f45b-42b4-802e-13038220acd7 req-a23750a1-2f76-4ffe-9cc0-1cb7089b6dbf tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0741854 Jan 24 09:50:54.842321 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port e727eedc-c8eb-48fd-ad25-fd27be1bab8a is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:54.912919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64e05140-f45b-42b4-802e-13038220acd7 req-ef2909d5-b496-484c-b307-c5e43a73893f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753615 Jan 24 09:50:54.913310 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:54.932857 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:54.932857 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks [] for port (753981fd-c34e-486e-9e5b-78925e754af5), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:54.932857 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Pushing event updated for resources: {'Port': ['ID=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:54.935015 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:54.950531 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.013081 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff682ae0-a218-4d8a-88b4-f6a6b2b29029 x-openstack-request-id: req-ff682ae0-a218-4d8a-88b4-f6a6b2b29029 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:50:55.013398 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "name": "network-vif-plugged", "status": "completed", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:50:55.013658 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff682ae0-a218-4d8a-88b4-f6a6b2b29029 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:50:55.014052 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4', 'code': 200} Jan 24 09:50:55.065798 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for router_gateway (e562ad38-edbf-4155-b3a8-383afee835bd), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.066259 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Attempting to bind port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:55.066637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Attempting to bind port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:55.067252 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Attempting to bind port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 on network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:55.070837 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0954d6b2-2e64-40fb-a132-86f0fc531bbb req-05cb8ee1-c2d7-4578-99a2-271b984401c6 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 210 time: 0.0468984 Jan 24 09:50:55.073025 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8386-2e6a-44ea-92f5-3cc472c2a747 None None] Pushing event updated for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:55.094818 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:55.095226 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Checking segment: {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:55.095637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.096040 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Bound using segment: {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:55.096527 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Bound port: d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:55.096970 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.164011 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Attempting to bind port 753981fd-c34e-486e-9e5b-78925e754af5 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:55.164392 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Attempting to bind port 753981fd-c34e-486e-9e5b-78925e754af5 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:55.164750 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Attempting to bind port 753981fd-c34e-486e-9e5b-78925e754af5 on network af74ea91-e0e0-4ed6-a135-13f8281968bb {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:55.210305 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] For port d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:55.214248 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] For port d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:55.216477 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:55.217058 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Checking segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:55.218193 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.218674 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Bound using segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:55.219306 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Bound port: 753981fd-c34e-486e-9e5b-78925e754af5, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:55.219779 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (753981fd-c34e-486e-9e5b-78925e754af5), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.237457 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.292483 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (e562ad38-edbf-4155-b3a8-383afee835bd), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.328299 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a56c-074a-41ab-bd5b-1d9e536f33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.352167 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece604da-fbf6-46f3-b5f3-2bfff9508fbe None None] Pushing event updated for resources: {'Port': ['ID=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:55.360004 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] For port 753981fd-c34e-486e-9e5b-78925e754af5, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:55.363334 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] For port 753981fd-c34e-486e-9e5b-78925e754af5, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=753981fd-c34e-486e-9e5b-78925e754af5,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:55.372366 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.416761 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Provisioning complete for port 753981fd-c34e-486e-9e5b-78925e754af5 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:55.417062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (753981fd-c34e-486e-9e5b-78925e754af5), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.458128 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Router e562ad38-edbf-4155-b3a8-383afee835bd is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:50:55.488200 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d8386-2e6a-44ea-92f5-3cc472c2a747 None None] Pushing event updated for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:55.503836 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:55.504457 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:55.732412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:55.755079 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Sync routers for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:50:55.777021 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:55.779741 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:55.786946 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.788309 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c17df32d-7104-4d5d-a9d5-137d85247228 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9290226 Jan 24 09:50:55.791221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53864) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:50:55.883251 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Current status of the port 753981fd-c34e-486e-9e5b-78925e754af5 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:55.883644 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (753981fd-c34e-486e-9e5b-78925e754af5), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:55.989404 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0fd86-1369-4511-bf71-0df0a86afd5f req-b545cb06-3bc0-4c06-8bb9-79ad9f51d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:55.991008 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbf0fd86-1369-4511-bf71-0df0a86afd5f req-b545cb06-3bc0-4c06-8bb9-79ad9f51d5fc service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1098 time: 0.2960081 Jan 24 09:50:56.028764 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:56.093982 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbf0fd86-1369-4511-bf71-0df0a86afd5f req-2b874e64-3b3b-43b4-bb38-2fdad04fa38f service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930429 Jan 24 09:50:56.127387 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38989e1f-3768-43de-a51d-b6dd35088b69 req-8a21f410-4231-48df-a24a-9182efe08292 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:56.145764 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38989e1f-3768-43de-a51d-b6dd35088b69 req-8a21f410-4231-48df-a24a-9182efe08292 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1279480 Jan 24 09:50:56.270162 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:56.276772 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] For port 753981fd-c34e-486e-9e5b-78925e754af5, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=753981fd-c34e-486e-9e5b-78925e754af5,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:56.278583 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38989e1f-3768-43de-a51d-b6dd35088b69 req-c2d81767-d001-44a9-b415-df654a3d248b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288455 Jan 24 09:50:56.297332 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63e3eb-1de6-4a35-b454-dad53435b84c req-8105e0bc-9f2e-4c6a-a6d8-d4841aef9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:56.298854 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ec63e3eb-1de6-4a35-b454-dad53435b84c req-8105e0bc-9f2e-4c6a-a6d8-d4841aef9f6f service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.1433420 Jan 24 09:50:56.361923 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e586a321-0fb9-480e-aa40-eb88f71e36c8 req-88ca07f7-88a5-45c0-97c7-49c7a96dc03f tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 210 time: 0.0799127 Jan 24 09:50:56.501806 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.503883 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d24d1119-ba0a-4e68-8d8e-513a43cb8d09 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:56.541662 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:54Z', 'revision_number': 3, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:56.573962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.578105 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ec63e3eb-1de6-4a35-b454-dad53435b84c req-a48665f9-f3d8-47a6-99af-d63276ed02bf service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450002 Jan 24 09:50:56.631610 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Checking router: e562ad38-edbf-4155-b3a8-383afee835bd for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:50:56.631898 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Updating router e562ad38-edbf-4155-b3a8-383afee835bd port a045a370-58db-4852-add1-e68b9efbd4c8 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:50:56.636513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.678557 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.773228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Allocated IP 172.20.0.1 (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5/5dd3a2da-a140-4b3c-879d-f9532bce092f/7e6584f6-5412-4793-a724-8475f8ec5f2b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:56.779484 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5ab68-7877-408f-994a-54731b5b6211 None None] Pushing event updated for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:56.798302 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-7be4bc66-d700-4d9f-bbf1-a36a9af064bc None None] Provisioning complete for port 753981fd-c34e-486e-9e5b-78925e754af5 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:56.798675 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-7be4bc66-d700-4d9f-bbf1-a36a9af064bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (753981fd-c34e-486e-9e5b-78925e754af5), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.823655 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c4d1f-81af-4dcf-b3c3-1e2356e189e0 None None] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:50:56.845136 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:56.845508 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.897907 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks [] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.944565 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:56.986772 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:56.992555 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:56.999780 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:57.027407 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks [] for port (a045a370-58db-4852-add1-e68b9efbd4c8), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.035722 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.043655 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:57.061708 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (e562ad38-edbf-4155-b3a8-383afee835bd), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.088302 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-7be4bc66-d700-4d9f-bbf1-a36a9af064bc None None] Current status of the port 753981fd-c34e-486e-9e5b-78925e754af5 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:57.094213 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:57.096420 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f642b9f-3f99-4742-90fd-44c9540be1ab None None] Pushing event updated for resources: {'Port': ['ID=a045a370-58db-4852-add1-e68b9efbd4c8,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:57.124610 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Attempting to bind port a045a370-58db-4852-add1-e68b9efbd4c8 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:50:57.125292 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Attempting to bind port a045a370-58db-4852-add1-e68b9efbd4c8 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:50:57.125894 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Attempting to bind port a045a370-58db-4852-add1-e68b9efbd4c8 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:50:57.131873 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:50:57.133196 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:50:57.134040 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.135047 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:50:57.135432 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:57.135826 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.135938 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Bound port: a045a370-58db-4852-add1-e68b9efbd4c8, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:50:57.136375 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.139108 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31024c44-4b26-4f39-bc2b-286f561e1332 None None] The sync data for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi is: [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:50:57.213198 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] For port a045a370-58db-4852-add1-e68b9efbd4c8, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:50:57.216027 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:50:57.220799 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] For port a045a370-58db-4852-add1-e68b9efbd4c8, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a045a370-58db-4852-add1-e68b9efbd4c8,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:50:57.232947 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.236865 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.300695 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-489d2782-6e88-48f8-8394-7ac47236718f tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.123 "GET /v2.0/networks?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446727 Jan 24 09:50:57.325513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-0adddb41-d3b3-42c5-a9d2-0fb2ac96921f None None] Provisioning complete for port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:57.325968 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0adddb41-d3b3-42c5-a9d2-0fb2ac96921f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.361932 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:50:57.362610 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:57.421711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:57.573450 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-0adddb41-d3b3-42c5-a9d2-0fb2ac96921f None None] Current status of the port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:57.649164 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7948d529-ebbb-42dc-93bf-ec71d1ac8484 req-3d5c1121-c6de-4aac-ae83-9e3f8e6edf72 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 210 time: 0.0818174 Jan 24 09:50:57.675950 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:50:57.684617 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cd2ba-91a8-4903-b090-c077b895e1a4 req-735b8a3f-6caa-427d-9de9-30ab11449764 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:57.704943 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-671cd2ba-91a8-4903-b090-c077b895e1a4 req-735b8a3f-6caa-427d-9de9-30ab11449764 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.2571685 Jan 24 09:50:57.716817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.737620 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f642b9f-3f99-4742-90fd-44c9540be1ab None None] Pushing event updated for resources: {'Port': ['ID=a045a370-58db-4852-add1-e68b9efbd4c8,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:57.740212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Provisioning complete for port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:57.742355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.836483 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-671cd2ba-91a8-4903-b090-c077b895e1a4 req-3c21d97c-5b09-4039-957b-129ee48d9d90 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284845 Jan 24 09:50:57.933883 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Current status of the port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:57.959763 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:57.960420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:57.980237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.043643 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-c286cd9a-23bf-4d62-9c90-2a2d1d593401 None None] Port 7e6584f6-5412-4793-a724-8475f8ec5f2b cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:50:58.092945 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7e6584f6-5412-4793-a724-8475f8ec5f2b', 'name': '', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'mac_address': 'fa:16:3e:71:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:56Z', 'updated_at': '2022-01-24T09:50:56Z', 'revision_number': 1, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'subnets': [{'id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:50:58.127856 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-f369e4a6-e7e4-4831-a42f-df41ca3e472d tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:58.129635 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-f369e4a6-e7e4-4831-a42f-df41ca3e472d tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7923567 Jan 24 09:50:58.134200 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbcbeb-a21e-4945-b72a-33548074dc43 None None] The sync data for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi is: [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7e6584f6-5412-4793-a724-8475f8ec5f2b', 'name': '', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'mac_address': 'fa:16:3e:71:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:56Z', 'updated_at': '2022-01-24T09:50:56Z', 'revision_number': 1, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'subnets': [{'id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:50:58.188741 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-b01371f8-2926-4495-a7c8-25b902b40493 None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:58.189124 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b01371f8-2926-4495-a7c8-25b902b40493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.265008 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b01371f8-2926-4495-a7c8-25b902b40493 None None] Port 7e6584f6-5412-4793-a724-8475f8ec5f2b cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:50:58.303675 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Request body: {'port': {'device_id': '19ffbc26-8529-4f66-b232-1259d275f909', 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4', 'admin_state_up': True, 'tenant_id': '345c22e6643b4f8f9df14f13cb94b65c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:50:58.311504 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d24d1119-ba0a-4e68-8d8e-513a43cb8d09 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:58.376448 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:58.377673 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.433729 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks [] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.441182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.489901 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:58.491061 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 753981fd-c34e-486e-9e5b-78925e754af5 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:50:58.562819 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (e562ad38-edbf-4155-b3a8-383afee835bd), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.563754 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 753981fd-c34e-486e-9e5b-78925e754af5 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:58.564142 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (753981fd-c34e-486e-9e5b-78925e754af5), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.633145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:58.717044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 753981fd-c34e-486e-9e5b-78925e754af5 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:50:58.717479 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Made reservation on behalf of 345c22e6643b4f8f9df14f13cb94b65c for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:50:58.721132 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.734972 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:58.808296 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-43026e71-42d1-43ef-a113-c94e7bc7fe0c req-dae7e788-a776-40e2-a0c1-ba270077e689 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 210 time: 0.0533988 Jan 24 09:50:58.820379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:58.824007 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:58.983690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks [] for security_group (16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.012525 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec50b30-f56e-494a-ab61-2c2b6c7a5fc5 req-34cb130a-baa3-4952-9c9c-59a0ab9db67e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:59.014321 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eec50b30-f56e-494a-ab61-2c2b6c7a5fc5 req-34cb130a-baa3-4952-9c9c-59a0ab9db67e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0896664 Jan 24 09:50:59.096049 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eec50b30-f56e-494a-ab61-2c2b6c7a5fc5 req-052305a6-583c-41ef-80d7-056851a748c3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Jan 24 09:50:59.103463 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.150629 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.209032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-09215084-a44b-4552-baa0-6794ac9d08f0 None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:50:59.210729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-09215084-a44b-4552-baa0-6794ac9d08f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.266552 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:59.273083 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-09215084-a44b-4552-baa0-6794ac9d08f0 None None] Port 7e6584f6-5412-4793-a724-8475f8ec5f2b cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:50:59.297096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Router e562ad38-edbf-4155-b3a8-383afee835bd has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:50:59.386797 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Allocated IP 192.168.233.165 (c1a7402f-c830-4494-9384-0dc7702caae4/710374a3-ce1e-49c6-8d4a-9b24c5e804cf/e1428219-729a-4386-ac96-65fe833b7e73) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:50:59.524888 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:50:59.532358 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-80d57948-b93b-4f55-910a-396f38c86482 admin admin] 10.222.0.39 "PUT /v2.0/routers/e562ad38-edbf-4155-b3a8-383afee835bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7401197 Jan 24 09:50:59.609812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-8d295cc6-6dc6-4c7c-8263-3ebb9a129c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:59.617597 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-8d295cc6-6dc6-4c7c-8263-3ebb9a129c9c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1098 time: 0.1178236 Jan 24 09:50:59.661343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e99c5-3ba3-4e7b-899b-709460076793 req-700fe2ed-7b14-414e-9d21-379590e8627b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:59.663268 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-669e99c5-3ba3-4e7b-899b-709460076793 req-700fe2ed-7b14-414e-9d21-379590e8627b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1178021 Jan 24 09:50:59.707489 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks [] for port (e1428219-729a-4386-ac96-65fe833b7e73), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.750475 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.811483 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Network c1a7402f-c830-4494-9384-0dc7702caae4 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:50:59.814686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:50:59.817395 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:50:59.858049 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-c638d458-5753-4d8f-9244-b233d53d4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:59.860364 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-c638d458-5753-4d8f-9244-b233d53d4e85 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.2314370 Jan 24 09:50:59.871638 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-669e99c5-3ba3-4e7b-899b-709460076793 req-72e58df8-9391-4cb3-97cd-948fe99318dd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008483 Jan 24 09:50:59.890754 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:50:59.904882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:50:59.941307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Pushing event updated for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:50:59.968257 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-a6c3c95a-a067-4568-bb68-f8d4279519ea tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6713357 Jan 24 09:51:00.000030 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-b93ede69-2c7f-4d02-b88f-9ab4385109a7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 200 len: 217 time: 0.1249690 Jan 24 09:51:00.001786 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Request body: {'port': {'device_id': '19ffbc26-8529-4f66-b232-1259d275f909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:00.153806 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e1428219-729a-4386-ac96-65fe833b7e73), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.210324 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-5d87bb42-162a-4c1a-8fa7-328630a8456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:00.219762 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-5d87bb42-162a-4c1a-8fa7-328630a8456d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.2035308 Jan 24 09:51:00.225745 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7515607-a6b9-4ead-8831-6e3aeb6e2593 req-8b70bfb6-0dd2-43ba-a64c-6cd0eb5d33e5 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:00.233933 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e7515607-a6b9-4ead-8831-6e3aeb6e2593 req-8b70bfb6-0dd2-43ba-a64c-6cd0eb5d33e5 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 936 time: 0.1573281 Jan 24 09:51:00.286313 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a045a370-58db-4852-add1-e68b9efbd4c8 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:00.315069 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-3765de99-dc33-4835-a961-542ff0f9b188 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783885 Jan 24 09:51:00.404006 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-9b9675da-946b-41bd-82ec-ddbb8db7e880 None None] Provisioning complete for port e1428219-729a-4386-ac96-65fe833b7e73 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:00.405164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9b9675da-946b-41bd-82ec-ddbb8db7e880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (e1428219-729a-4386-ac96-65fe833b7e73), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.436783 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e7515607-a6b9-4ead-8831-6e3aeb6e2593 req-08e81250-6369-4300-8ae5-c9db33e4bb46 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019122 Jan 24 09:51:00.485044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9b9675da-946b-41bd-82ec-ddbb8db7e880 None None] Port e1428219-729a-4386-ac96-65fe833b7e73 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:00.489286 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-9fa6d5a5-5d41-466b-921e-ead616fb43e0 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608212 Jan 24 09:51:00.495173 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port a045a370-58db-4852-add1-e68b9efbd4c8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:00.495944 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.637551 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53968) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:00.639731 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3295076c-2bf7-4d77-acec-0bc4ebd61109 req-239971ae-34e9-4cc7-9ec6-5094ac92d246 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425683 Jan 24 09:51:00.644216 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088121964', 'description': 'tempest-secgroup-smoke-2088121964 description', 'project_id': '038fbe7e1285481ca999f25a075fa481'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:00.655965 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port a045a370-58db-4852-add1-e68b9efbd4c8 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:00.656371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.674332 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1428219-729a-4386-ac96-65fe833b7e73 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:00.683922 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port a045a370-58db-4852-add1-e68b9efbd4c8, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a045a370-58db-4852-add1-e68b9efbd4c8,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:00.684186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks [] for port (e1428219-729a-4386-ac96-65fe833b7e73), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.688431 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.690491 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.702733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Transition to ACTIVE for port object e1428219-729a-4386-ac96-65fe833b7e73 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:51:00.708031 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.747064 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=a045a370-58db-4852-add1-e68b9efbd4c8,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:00.788824 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (315f33ca-f068-4e84-b03f-7769b5895a0e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.793773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Pushing event updated for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:00.803668 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (315f33ca-f068-4e84-b03f-7769b5895a0e), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.846168 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.847707 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2069931 Jan 24 09:51:00.850812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676e23-cf73-4c99-ba96-720b984b2ee0 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315f33ca-f068-4e84-b03f-7769b5895a0e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:00.853798 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 53974) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:00.861362 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:00.885700 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Attempting to bind port e1428219-729a-4386-ac96-65fe833b7e73 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:00.886277 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Attempting to bind port e1428219-729a-4386-ac96-65fe833b7e73 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:00.886809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Attempting to bind port e1428219-729a-4386-ac96-65fe833b7e73 on network c1a7402f-c830-4494-9384-0dc7702caae4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:00.894653 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Port e1428219-729a-4386-ac96-65fe833b7e73 on network c1a7402f-c830-4494-9384-0dc7702caae4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:51:00.895178 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Attempting to bind port e1428219-729a-4386-ac96-65fe833b7e73 on network c1a7402f-c830-4494-9384-0dc7702caae4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:00.906000 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (0d8d3c44-d78c-4603-92d2-457006544b09), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:00.915564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:00.920854 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Checking segment: {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:00.921259 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Bound using segment: {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:00.922106 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Bound port: e1428219-729a-4386-ac96-65fe833b7e73, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e133ea-2d9c-41a6-98b8-802609a9e1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:00.930340 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e1428219-729a-4386-ac96-65fe833b7e73), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.028944 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:01.032525 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e1428219-729a-4386-ac96-65fe833b7e73,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:01.037285 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.088252 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276984b-c60a-4cca-a44d-f10e166d2dcf req-d897cfd2-b06f-444f-9f5f-731b3e6a784a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.090028 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c276984b-c60a-4cca-a44d-f10e166d2dcf req-d897cfd2-b06f-444f-9f5f-731b3e6a784a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1087420 Jan 24 09:51:01.096693 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (0d8d3c44-d78c-4603-92d2-457006544b09), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.106660 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (0d8d3c44-d78c-4603-92d2-457006544b09), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.119543 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Pushing event updated for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:01.124257 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.124882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.126290 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cda3840d-9566-4c43-ae0f-bc59bb2d938d service neutron] 10.222.0.123 "PUT /v2.0/ports/e1428219-729a-4386-ac96-65fe833b7e73 HTTP/1.1" status: 200 len: 1098 time: 1.1348817 Jan 24 09:51:01.127352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:01.129241 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29" -d '{"events": [{"name": "network-changed", "server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "tag": "e1428219-729a-4386-ac96-65fe833b7e73"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:01.161989 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8d3c44-d78c-4603-92d2-457006544b09,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:01.200655 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.201878 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-2ee7eb52-39da-4414-931b-a791da10c3d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465321 Jan 24 09:51:01.204825 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 53988) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:01.209549 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:01.231473 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d807eec-dab1-4729-9aea-567feca68187 x-openstack-request-id: req-8d807eec-dab1-4729-9aea-567feca68187 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:01.231777 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "tag": "e1428219-729a-4386-ac96-65fe833b7e73", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:01.232034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d807eec-dab1-4729-9aea-567feca68187 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:01.232446 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73', 'status': 'completed', 'code': 200} Jan 24 09:51:01.260962 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c276984b-c60a-4cca-a44d-f10e166d2dcf req-219476f5-d65a-4f01-8512-5378afc8a0b7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555283 Jan 24 09:51:01.347245 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-7504dfbe-e20e-437f-a171-519c4b7658bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.348789 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-7504dfbe-e20e-437f-a171-519c4b7658bc service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 1101 time: 0.1285441 Jan 24 09:51:01.367773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (b749d770-57a3-4331-8af4-df907c0bff54), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.416500 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-e5853995-1301-475f-8bdf-d6f53ce79146 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=e1428219-729a-4386-ac96-65fe833b7e73 HTTP/1.1" status: 200 len: 217 time: 0.0446639 Jan 24 09:51:01.522630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (b749d770-57a3-4331-8af4-df907c0bff54), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.525057 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cf669238-66e3-4fe0-b171-ff791b44373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.526858 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-cf669238-66e3-4fe0-b171-ff791b44373a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=710374a3-ce1e-49c6-8d4a-9b24c5e804cf HTTP/1.1" status: 200 len: 843 time: 0.0933290 Jan 24 09:51:01.528259 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (b749d770-57a3-4331-8af4-df907c0bff54), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.560659 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54000) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:01.570875 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b749d770-57a3-4331-8af4-df907c0bff54,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:01.596154 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.597542 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2c3c7583-6670-42a5-8dde-126a2c66a60a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3917184 Jan 24 09:51:01.600507 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54004) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:01.606474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:01.632505 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-8d02c6ef-e29c-4e63-80cc-b4a5e63d94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.634135 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-8d02c6ef-e29c-4e63-80cc-b4a5e63d94be service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c1a7402f-c830-4494-9384-0dc7702caae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0924649 Jan 24 09:51:01.674295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (4715f180-4e36-4471-af4d-edfd88cb8289), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.710523 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dc12a86-b5cd-4e9e-85d3-0573d4048268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.750805 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa36cc-2bf5-43f1-9a29-12de45b2384a req-72ebaedc-7850-4233-9a88-2abdf0024180 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:01.753009 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3aa36cc-2bf5-43f1-9a29-12de45b2384a req-72ebaedc-7850-4233-9a88-2abdf0024180 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0852501 Jan 24 09:51:01.778544 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-55dfd8ba-9731-4f3a-a4bd-f9f1b36710c0 service neutron] 10.222.0.123 "GET /v2.0/networks/c1a7402f-c830-4494-9384-0dc7702caae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364198 Jan 24 09:51:01.789456 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (4715f180-4e36-4471-af4d-edfd88cb8289), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.806979 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (4715f180-4e36-4471-af4d-edfd88cb8289), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.832410 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3aa36cc-2bf5-43f1-9a29-12de45b2384a req-dba7e70d-c3a1-40d5-8759-fa40666a5638 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666463 Jan 24 09:51:01.859321 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4715f180-4e36-4471-af4d-edfd88cb8289,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:01.861624 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dc12a86-b5cd-4e9e-85d3-0573d4048268 admin admin] Publish callbacks [] for security_group (e5466ed9-7346-4449-8b4f-008265c6624c), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.868495 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1dc12a86-b5cd-4e9e-85d3-0573d4048268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e5466ed9-7346-4449-8b4f-008265c6624c), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.870354 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.874123 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-037a2ec7-de19-43e8-9c02-b3a620638639 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701020 Jan 24 09:51:01.874932 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54006) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:01.879978 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:01.905641 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-39762e1a-2de1-4be7-bb1e-37331dea38d2 req-eaf4587b-4c90-4ee1-a9d7-0355694d4aa4 service neutron] 10.222.0.123 "GET /v2.0/networks/c1a7402f-c830-4494-9384-0dc7702caae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181004 Jan 24 09:51:01.927204 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc12a86-b5cd-4e9e-85d3-0573d4048268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5466ed9-7346-4449-8b4f-008265c6624c,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:01.937771 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1dc12a86-b5cd-4e9e-85d3-0573d4048268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=774db55414d74d02a04fe07043ecbcd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746395 Jan 24 09:51:01.939489 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54008) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:01.956754 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (ce55c061-74ff-439f-8e06-22685926f4b9), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:01.974725 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Sync routers for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:51:01.998398 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] Publish callbacks [] for security_group (e5466ed9-7346-4449-8b4f-008265c6624c), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.006211 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:02.007691 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:02.016846 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (ce55c061-74ff-439f-8e06-22685926f4b9), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.021789 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (ce55c061-74ff-439f-8e06-22685926f4b9), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.042548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce55c061-74ff-439f-8e06-22685926f4b9,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:02.048267 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] Publish callbacks [] for security_group (e5466ed9-7346-4449-8b4f-008265c6624c), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.058714 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.060052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-d8f920a1-f103-474a-8ede-193166815cee tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1845684 Jan 24 09:51:02.063085 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54012) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:02.075759 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:02.093197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-ea4be4d9-7483-480d-8107-528f1fa36453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:02.095717 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-ea4be4d9-7483-480d-8107-528f1fa36453 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 1101 time: 0.0826728 Jan 24 09:51:02.128315 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.securitygroups_db [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Project 038fbe7e1285481ca999f25a075fa481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:51:02.141305 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (7eb91ba8-b95f-4ff5-a284-215d2da73a27), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.162437 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a045a370-58db-4852-add1-e68b9efbd4c8 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:02.196684 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e5466ed9-7346-4449-8b4f-008265c6624c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.199563 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.200728 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5466ed9-7346-4449-8b4f-008265c6624c HTTP/1.1" status: 204 len: 168 time: 0.2595840 Jan 24 09:51:02.223077 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720a6c3-9125-404d-b6b6-306118d6c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5466ed9-7346-4449-8b4f-008265c6624c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:02.228586 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-004a217c-ce5d-48ea-bc32-3b9516b1b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:02.230336 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-004a217c-ce5d-48ea-bc32-3b9516b1b00b service neutron] 10.222.0.123 "GET /v2.0/networks?id=c1a7402f-c830-4494-9384-0dc7702caae4 HTTP/1.1" status: 200 len: 870 time: 0.1264849 Jan 24 09:51:02.231816 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:02.236591 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (7eb91ba8-b95f-4ff5-a284-215d2da73a27), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.242010 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (7eb91ba8-b95f-4ff5-a284-215d2da73a27), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.267839 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb91ba8-b95f-4ff5-a284-215d2da73a27,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:02.294799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.298441 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-10e5cf54-b54c-4aae-b2a5-5cb2687fc78a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2320068 Jan 24 09:51:02.299218 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54020) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:02.300541 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-9a6cf86b-ca53-4fd4-b4b5-cce10153259b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=e1428219-729a-4386-ac96-65fe833b7e73 HTTP/1.1" status: 200 len: 217 time: 0.0624747 Jan 24 09:51:02.303095 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'security_group_rule': {'security_group_id': '315f33ca-f068-4e84-b03f-7769b5895a0e', 'project_id': '038fbe7e1285481ca999f25a075fa481', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:02.319533 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port a045a370-58db-4852-add1-e68b9efbd4c8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:02.319960 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.366767 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.securitygroups_db [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Project 038fbe7e1285481ca999f25a075fa481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:51:02.379298 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (29c8e9b0-2fee-4013-bafa-5b65e3ded14f), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.407668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-00612f5d-dec4-43bc-a4a9-a93685213747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:02.409162 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-00612f5d-dec4-43bc-a4a9-a93685213747 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=710374a3-ce1e-49c6-8d4a-9b24c5e804cf HTTP/1.1" status: 200 len: 843 time: 0.0959435 Jan 24 09:51:02.492798 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-6b865328-55cd-4339-948c-ad7acde14a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:02.500353 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-6b865328-55cd-4339-948c-ad7acde14a7f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=c1a7402f-c830-4494-9384-0dc7702caae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0765824 Jan 24 09:51:02.573390 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d0de4-398a-4536-812b-83ffe6e5edea req-d97358b7-28b7-4f13-92e0-cab14e635b85 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:02.575919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb2d0de4-398a-4536-812b-83ffe6e5edea req-d97358b7-28b7-4f13-92e0-cab14e635b85 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1877480 Jan 24 09:51:02.587886 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (29c8e9b0-2fee-4013-bafa-5b65e3ded14f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.611257 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (29c8e9b0-2fee-4013-bafa-5b65e3ded14f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.657604 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-0e89b837-c393-41a4-9527-f3a13fcf001f service neutron] 10.222.0.123 "GET /v2.0/networks/c1a7402f-c830-4494-9384-0dc7702caae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490128 Jan 24 09:51:02.659147 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port a045a370-58db-4852-add1-e68b9efbd4c8 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:02.667881 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c8e9b0-2fee-4013-bafa-5b65e3ded14f,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:02.713189 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:02.714670 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4150088 Jan 24 09:51:02.729126 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7e6584f6-5412-4793-a724-8475f8ec5f2b', 'name': '', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'mac_address': 'fa:16:3e:71:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:56Z', 'updated_at': '2022-01-24T09:50:58Z', 'revision_number': 2, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'subnets': [{'id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:02.731159 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.732842 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.733040 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.733381 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.733720 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.734051 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.734377 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.734700 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.740738 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.741147 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.741473 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.741817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.742146 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17d5d-100a-40ad-bc9d-1b8cbaec637b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:02.760617 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb2d0de4-398a-4536-812b-83ffe6e5edea req-d46ac3e5-1ea1-447d-9362-c8da6ecad1de tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767550 Jan 24 09:51:02.760764 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Checking router: e562ad38-edbf-4155-b3a8-383afee835bd for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:51:02.761240 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Updating router e562ad38-edbf-4155-b3a8-383afee835bd port 7e6584f6-5412-4793-a724-8475f8ec5f2b binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:51:02.807470 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.088940 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e7188-4963-4f91-96a0-702864d80056 req-81acf00e-339d-4155-a618-af66975f9618 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:03.090429 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-240e7188-4963-4f91-96a0-702864d80056 req-81acf00e-339d-4155-a618-af66975f9618 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.1064944 Jan 24 09:51:03.102410 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-050d7e9b-e8ef-4f54-8c2c-e127dbd53d29 req-f17ea156-4bc1-43da-900d-ba5794cf8ba9 service neutron] 10.222.0.123 "GET /v2.0/networks/c1a7402f-c830-4494-9384-0dc7702caae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235289 Jan 24 09:51:03.166054 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-240e7188-4963-4f91-96a0-702864d80056 req-6eb944d5-08a6-4237-8fc5-57aba64e116a tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Jan 24 09:51:03.334050 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks [] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.340534 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.361156 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54066) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:03.390978 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5628d-dae6-4a12-9837-21f69a7ebabb None None] Pushing event updated for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:03.448030 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Attempting to bind port 7e6584f6-5412-4793-a724-8475f8ec5f2b on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:03.448517 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Attempting to bind port 7e6584f6-5412-4793-a724-8475f8ec5f2b by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:03.449025 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Attempting to bind port 7e6584f6-5412-4793-a724-8475f8ec5f2b on network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:03.455793 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:03.456352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Checking segment: {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:03.457017 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.457579 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Bound using segment: {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:03.458190 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Bound port: 7e6584f6-5412-4793-a724-8475f8ec5f2b, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be08ef-a2f1-4dde-9099-af4785e82c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:03.458774 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.479748 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-960222213-network', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:03.505693 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Made reservation on behalf of be29ad9b929441a5904a3018a4cd7166 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:03.510506 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.519335 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.534924 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] For port 7e6584f6-5412-4793-a724-8475f8ec5f2b, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:03.537619 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] For port 7e6584f6-5412-4793-a724-8475f8ec5f2b, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=7e6584f6-5412-4793-a724-8475f8ec5f2b,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:03.543492 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.602253 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks [] for security_group (e8224904-1559-43c8-a479-f871f7936279), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.611258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e8224904-1559-43c8-a479-f871f7936279), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.616578 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:03.616996 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.621759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:03.622387 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:03.641396 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:51:03.651997 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8224904-1559-43c8-a479-f871f7936279,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:03.658503 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (0694a394-f946-4e97-b091-369248a755ae), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.659045 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Added segment 0694a394-f946-4e97-b091-369248a755ae of type vlan for network a0d2f751-7b21-42f5-8186-8c41e398bc8b Jan 24 09:51:03.678653 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5628d-dae6-4a12-9837-21f69a7ebabb None None] Pushing event updated for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:03.823611 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Current status of the port 7e6584f6-5412-4793-a724-8475f8ec5f2b is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:03.823611 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.844027 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:03.908281 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] For port 7e6584f6-5412-4793-a724-8475f8ec5f2b, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=7e6584f6-5412-4793-a724-8475f8ec5f2b,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:03.914775 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.962027 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (a0d2f751-7b21-42f5-8186-8c41e398bc8b), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:03.989747 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51961e-35e3-4be7-a182-4f0d519c67f7 req-de5dd84d-dce0-449c-9a22-65096a15b60e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:03.991310 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ef51961e-35e3-4be7-a182-4f0d519c67f7 req-de5dd84d-dce0-449c-9a22-65096a15b60e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0963669 Jan 24 09:51:04.016466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (a0d2f751-7b21-42f5-8186-8c41e398bc8b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.017162 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:04.017717 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.054452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68842fe-cf37-4fad-9785-cba1b5fdd69d None None] Pushing event updated for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:04.078328 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-97d29503-d4ee-4d73-9535-a8a392b8c76a None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:04.078712 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-97d29503-d4ee-4d73-9535-a8a392b8c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.100705 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7384219 Jan 24 09:51:04.103570 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54078) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:04.110939 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Request body: {'subnet': {'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-960222213-subnet', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:04.131505 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ef51961e-35e3-4be7-a182-4f0d519c67f7 req-2a99c247-c11a-4678-9376-c901623d0091 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217592 Jan 24 09:51:04.139176 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382251cf-f709-4c29-8a48-dc28c001f9ef admin admin] Pushing event updated for resources: {'Network': ['ID=a0d2f751-7b21-42f5-8186-8c41e398bc8b,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:04.157239 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:51:04.158298 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Made reservation on behalf of be29ad9b929441a5904a3018a4cd7166 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:04.163946 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.272281 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 7e6584f6-5412-4793-a724-8475f8ec5f2b up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:04.305120 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d6389-10be-4dce-bc80-11b8e6bbb34f req-094afd22-f3b3-4cf3-bd42-9861dfcb8baf tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:04.306619 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-089d6389-10be-4dce-bc80-11b8e6bbb34f req-094afd22-f3b3-4cf3-bd42-9861dfcb8baf tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0523055 Jan 24 09:51:04.362260 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.364375 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-089d6389-10be-4dce-bc80-11b8e6bbb34f req-f42e3f3d-4dff-475d-b897-feff5a268c30 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Jan 24 09:51:04.385839 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-97d29503-d4ee-4d73-9535-a8a392b8c76a None None] Current status of the port 7e6584f6-5412-4793-a724-8475f8ec5f2b is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:04.412271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7e6584f6-5412-4793-a724-8475f8ec5f2b', 'name': '', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'mac_address': 'fa:16:3e:71:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:56Z', 'updated_at': '2022-01-24T09:51:03Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'subnets': [{'id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:04.423206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:04.435794 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.436136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.436504 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.436817 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.437143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.437470 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.437792 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.438111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.438433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.438752 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.439094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.439433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.439733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:04.442975 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Checking segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:04.443278 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Network hostable DHCP agents. Network: a0d2f751-7b21-42f5-8186-8c41e398bc8b, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:51:04.443950 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6221-d4ea-4085-95f1-0f09d6fba3f0 None None] The sync data for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi is: [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:50:57Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '7e6584f6-5412-4793-a724-8475f8ec5f2b', 'name': '', 'network_id': '4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'mac_address': 'fa:16:3e:71:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:56Z', 'updated_at': '2022-01-24T09:51:03Z', 'revision_number': 4, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'subnets': [{'id': '5dd3a2da-a140-4b3c-879d-f9532bce092f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:51:04.446388 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 7e6584f6-5412-4793-a724-8475f8ec5f2b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:04.446503 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.463682 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:51:04.476682 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, a0d2f751-7b21-42f5-8186-8c41e398bc8b) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:04.484246 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:04.484891 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.491430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445022b4-4e70-4982-bf79-511ad8ec2f19 None None] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:04.516337 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-11df9bff-24f8-47cb-9e68-79a4462e4b53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4116645 Jan 24 09:51:04.519080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54084) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:04.526316 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:04.566305 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.567428 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.626278 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for router_controller (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.634649 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 7e6584f6-5412-4793-a724-8475f8ec5f2b is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:04.644906 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:51:04.645880 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.770005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for router_gateway (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:04.801275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Allocated IP 172.20.0.2 (a0d2f751-7b21-42f5-8186-8c41e398bc8b/f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f/2798b4e5-40b9-4ec8-824d-aa87187f5249) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:05.001660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for router_gateway (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.008050 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks [] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.012985 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.022978 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.069511 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:05.073386 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:05.075655 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Pushing event updated for resources: {'Port': ['ID=2798b4e5-40b9-4ec8-824d-aa87187f5249,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:05.077951 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:05.149077 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Attempting to bind port 2798b4e5-40b9-4ec8-824d-aa87187f5249 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:05.149454 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Attempting to bind port 2798b4e5-40b9-4ec8-824d-aa87187f5249 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:05.149833 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Attempting to bind port 2798b4e5-40b9-4ec8-824d-aa87187f5249 on network a0d2f751-7b21-42f5-8186-8c41e398bc8b {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:05.153660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Allocated IP 172.27.3.76 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/a9f50667-8349-464f-bb4f-4573ea650125) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:05.155961 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:05.156369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Checking segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:05.156736 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.157188 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Bound using segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:05.157761 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Bound port: 2798b4e5-40b9-4ec8-824d-aa87187f5249, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:05.158136 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.240871 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] For port 2798b4e5-40b9-4ec8-824d-aa87187f5249, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:05.248082 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] For port 2798b4e5-40b9-4ec8-824d-aa87187f5249, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2798b4e5-40b9-4ec8-824d-aa87187f5249,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:05.254230 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.266788 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50694-c73e-4f73-9ed1-3d070496e65a req-a0f3f54e-bfed-43a9-91ab-235aa48a9607 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:05.268648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6ec50694-c73e-4f73-9ed1-3d070496e65a req-a0f3f54e-bfed-43a9-91ab-235aa48a9607 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0603418 Jan 24 09:51:05.311923 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for port (a9f50667-8349-464f-bb4f-4573ea650125), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.322767 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e515c6-ff05-43d5-b1d4-01d283a1856e None None] Pushing event updated for resources: {'Port': ['ID=2798b4e5-40b9-4ec8-824d-aa87187f5249,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:05.350516 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6ec50694-c73e-4f73-9ed1-3d070496e65a req-fb324760-0dd9-43cb-92c2-c68813f67a34 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Jan 24 09:51:05.380687 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a9f50667-8349-464f-bb4f-4573ea650125), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:05.451233 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:05.460902 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:05.465038 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:05.533724 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9f50667-8349-464f-bb4f-4573ea650125,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:05.553481 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6447e-a298-4e73-b6b2-14617c452d9e req-6547f505-4c7f-4746-928c-e79e8f6a907a tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:05.561627 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cfd6447e-a298-4e73-b6b2-14617c452d9e req-6547f505-4c7f-4746-928c-e79e8f6a907a tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0874233 Jan 24 09:51:05.626381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cfd6447e-a298-4e73-b6b2-14617c452d9e req-f6e8f569-4957-432f-9853-a50ef058df2a tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Jan 24 09:51:05.853146 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for router_gateway (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.047528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.208004 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:51:06.211829 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2798b4e5-40b9-4ec8-824d-aa87187f5249 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:06.262711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 2798b4e5-40b9-4ec8-824d-aa87187f5249 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:06.263272 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.325225 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:51:06.343167 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Sync routers for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:51:06.348475 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.350876 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-43d284d6-7f6e-4079-80f1-e6bd772192b6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8287480 Jan 24 09:51:06.352895 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54106) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:06.356174 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:06.357002 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:06.369881 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 2798b4e5-40b9-4ec8-824d-aa87187f5249 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:06.370275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.412566 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 2798b4e5-40b9-4ec8-824d-aa87187f5249, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2798b4e5-40b9-4ec8-824d-aa87187f5249,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:06.421103 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.525042 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:06.545334 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bb05c-94cd-424f-8df0-d0e003ff4254 req-d86afffc-2583-49e9-aed1-67290e106910 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:06.552660 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-941bb05c-94cd-424f-8df0-d0e003ff4254 req-d86afffc-2583-49e9-aed1-67290e106910 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0775015 Jan 24 09:51:06.589429 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:51:06.597945 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a2e6c-e6de-4bf5-b73e-c3b0f418d70f None None] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:06.676143 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=2798b4e5-40b9-4ec8-824d-aa87187f5249,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:06.695492 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-5ae2443f-1b47-4826-a46f-b4c7099ef56a None None] Provisioning complete for port 2798b4e5-40b9-4ec8-824d-aa87187f5249 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:06.695880 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5ae2443f-1b47-4826-a46f-b4c7099ef56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.707562 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-941bb05c-94cd-424f-8df0-d0e003ff4254 req-c161416a-fe7d-4427-a91c-225686307445 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537180 Jan 24 09:51:06.743249 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:05Z', 'revision_number': 3, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:06.776199 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Checking router: a6033241-7a3c-46de-b14d-b6a0ef0f10a7 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:51:06.776559 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Updating router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 port a9f50667-8349-464f-bb4f-4573ea650125 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:51:06.808682 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a9f50667-8349-464f-bb4f-4573ea650125), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:06.832993 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2443f-1b47-4826-a46f-b4c7099ef56a None None] Current status of the port 2798b4e5-40b9-4ec8-824d-aa87187f5249 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:06.879170 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4ce7c-ef28-4e65-bc2c-15ec434bb2df req-7bc778c2-9721-4218-b822-315c2d7f8cfa tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:06.880793 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a8f4ce7c-ef28-4e65-bc2c-15ec434bb2df req-7bc778c2-9721-4218-b822-315c2d7f8cfa tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.1400881 Jan 24 09:51:06.966700 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a8f4ce7c-ef28-4e65-bc2c-15ec434bb2df req-6dfd9dc6-a4aa-4084-ba72-1ece1d42bb09 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Jan 24 09:51:07.055352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-06a3d5a2-87bb-4ac2-a15d-9da31097a753 None None] Provisioning complete for port 2798b4e5-40b9-4ec8-824d-aa87187f5249 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:07.055806 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-06a3d5a2-87bb-4ac2-a15d-9da31097a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.075697 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.141783 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-06a3d5a2-87bb-4ac2-a15d-9da31097a753 None None] Current status of the port 2798b4e5-40b9-4ec8-824d-aa87187f5249 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:07.215702 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks [] for port (a9f50667-8349-464f-bb4f-4573ea650125), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.222046 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a9f50667-8349-464f-bb4f-4573ea650125), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.256084 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Allocated IP 172.20.0.1 (a0d2f751-7b21-42f5-8186-8c41e398bc8b/f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f/63b286b1-11c6-4393-abef-46c0e2777108) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:07.284592 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff32a3b-8cc9-4dfd-8da2-8b4840c61bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9f50667-8349-464f-bb4f-4573ea650125,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:07.286966 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Attempting to bind port a9f50667-8349-464f-bb4f-4573ea650125 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:07.287327 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Attempting to bind port a9f50667-8349-464f-bb4f-4573ea650125 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:07.287681 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Attempting to bind port a9f50667-8349-464f-bb4f-4573ea650125 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:07.293465 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:07.293835 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:07.294234 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.294607 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:07.295093 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Bound port: a9f50667-8349-464f-bb4f-4573ea650125, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:07.295809 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a9f50667-8349-464f-bb4f-4573ea650125), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.349249 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] For port a9f50667-8349-464f-bb4f-4573ea650125, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:07.352527 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] For port a9f50667-8349-464f-bb4f-4573ea650125, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a9f50667-8349-464f-bb4f-4573ea650125,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:07.356536 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a9f50667-8349-464f-bb4f-4573ea650125), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.369032 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks [] for port (63b286b1-11c6-4393-abef-46c0e2777108), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.408960 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.410309 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff32a3b-8cc9-4dfd-8da2-8b4840c61bc5 None None] Pushing event updated for resources: {'Port': ['ID=a9f50667-8349-464f-bb4f-4573ea650125,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:07.436283 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:07.436943 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:07.454875 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:07.461508 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:07.465860 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:07.505506 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Pushing event updated for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:07.522813 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.559993 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:07.665764 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (63b286b1-11c6-4393-abef-46c0e2777108), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.754621 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:05Z', 'revision_number': 3, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:07.770445 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-ff65f522-fcb5-49e7-aec3-00092ece2ae9 None None] Provisioning complete for port 63b286b1-11c6-4393-abef-46c0e2777108 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:07.771035 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ff65f522-fcb5-49e7-aec3-00092ece2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (63b286b1-11c6-4393-abef-46c0e2777108), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.789770 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71754b-b749-4ede-ba82-e113ec78ae29 None None] The sync data for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi is: [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:05Z', 'revision_number': 3, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:51:07.818400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-ff65f522-fcb5-49e7-aec3-00092ece2ae9 None None] Port 63b286b1-11c6-4393-abef-46c0e2777108 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:07.870101 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d85591-5eda-4433-9659-3ff42aca76bc req-76c91be9-e6d1-4afe-af3b-2ca9b6dd4692 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:07.871939 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2d85591-5eda-4433-9659-3ff42aca76bc req-76c91be9-e6d1-4afe-af3b-2ca9b6dd4692 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0851848 Jan 24 09:51:07.906332 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks [] for port (63b286b1-11c6-4393-abef-46c0e2777108), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.915147 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:07.989088 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2d85591-5eda-4433-9659-3ff42aca76bc req-80a36e48-579d-40d3-bba1-8bf72d890320 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094961 Jan 24 09:51:08.002008 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Pushing event updated for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:08.007665 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.197929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:08.200785 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:08.215889 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a26dd-7540-4f46-ac04-e67bb8e2fff5 req-64a0d997-b7df-4cd8-af03-c3fee459db48 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:08.217507 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-319a26dd-7540-4f46-ac04-e67bb8e2fff5 req-64a0d997-b7df-4cd8-af03-c3fee459db48 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0969059 Jan 24 09:51:08.369236 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a9f50667-8349-464f-bb4f-4573ea650125 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:08.399806 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:51:08.414374 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-319a26dd-7540-4f46-ac04-e67bb8e2fff5 req-8cec7e4f-ee1e-46ae-9dd3-51f1e205047c tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562068 Jan 24 09:51:08.456340 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port a9f50667-8349-464f-bb4f-4573ea650125 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:08.456714 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a9f50667-8349-464f-bb4f-4573ea650125), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.593710 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:51:08.599999 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7e5ec9b7-1c25-4b2b-bf89-ea56c2dc6972 admin admin] 10.222.0.39 "PUT /v2.0/routers/a6033241-7a3c-46de-b14d-b6a0ef0f10a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456503 Jan 24 09:51:08.620023 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-12382604-1790-4082-a6f8-0e205197057e service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718200 Jan 24 09:51:08.640916 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port a9f50667-8349-464f-bb4f-4573ea650125 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:08.641557 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a9f50667-8349-464f-bb4f-4573ea650125), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.663322 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-b234fe7c-a291-4619-9b6a-e924dd514bad None None] Provisioning complete for port 63b286b1-11c6-4393-abef-46c0e2777108 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:08.663975 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b234fe7c-a291-4619-9b6a-e924dd514bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (63b286b1-11c6-4393-abef-46c0e2777108), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.699347 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port a9f50667-8349-464f-bb4f-4573ea650125, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a9f50667-8349-464f-bb4f-4573ea650125,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:08.718987 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a9f50667-8349-464f-bb4f-4573ea650125), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.718987 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2798b4e5-40b9-4ec8-824d-aa87187f5249 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:08.785677 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-4987d65e-609a-41ee-8995-b25e962d3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:08.788262 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-4987d65e-609a-41ee-8995-b25e962d3d7f service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0790582 Jan 24 09:51:08.828723 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b234fe7c-a291-4619-9b6a-e924dd514bad None None] Port 63b286b1-11c6-4393-abef-46c0e2777108 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:08.857155 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=a9f50667-8349-464f-bb4f-4573ea650125,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:08.887167 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 2798b4e5-40b9-4ec8-824d-aa87187f5249 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:08.888752 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:08.981638 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-9df90409-1488-4c4f-b7d8-e681ecdc570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:08.983227 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-9df90409-1488-4c4f-b7d8-e681ecdc570c service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.1403375 Jan 24 09:51:09.059544 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 2798b4e5-40b9-4ec8-824d-aa87187f5249 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:09.120438 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-4b03df4e-2397-407a-a943-7f717e163250 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 1001 time: 0.1262136 Jan 24 09:51:09.174431 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bef6a-eef9-44bf-84e4-c8e6723ff8e4 req-f00da336-cf23-4273-9393-9501876d3406 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.176066 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa3bef6a-eef9-44bf-84e4-c8e6723ff8e4 req-f00da336-cf23-4273-9393-9501876d3406 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0642531 Jan 24 09:51:09.189949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-e99e9ff3-380a-4084-82d5-5247915f65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.191523 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-e99e9ff3-380a-4084-82d5-5247915f65fc service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0587373 Jan 24 09:51:09.225342 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa3bef6a-eef9-44bf-84e4-c8e6723ff8e4 req-bbe940da-01cb-45f6-b519-c4d4de1e83fd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Jan 24 09:51:09.243822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-94367f02-a71c-4fa4-aa41-8d4207091ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.245629 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-94367f02-a71c-4fa4-aa41-8d4207091ae3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417464 Jan 24 09:51:09.284787 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54200) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:09.289877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-340472142-network', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:09.312394 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Made reservation on behalf of 26143e6f08514a2ca0bf9b223b6e048e for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:09.314763 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.325963 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.349459 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-b6aff01d-dbd1-4f41-b103-7650df8c52a2 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907114 Jan 24 09:51:09.404651 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks [] for security_group (ffc961d2-379c-478c-9ac1-11cc42c4eca2), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.409027 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ffc961d2-379c-478c-9ac1-11cc42c4eca2), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.430319 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:51:09.447559 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc961d2-379c-478c-9ac1-11cc42c4eca2,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:09.451869 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (08f5a319-726f-4db1-a562-4af6483d6b25), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.452247 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Added segment 08f5a319-726f-4db1-a562-4af6483d6b25 of type vlan for network 2e8c54df-f051-45c3-b169-639c41013220 Jan 24 09:51:09.468639 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8567096e-d909-45ff-a200-dd1c88fdc922 req-d34c35b3-3f62-4e82-86ac-77530b8830db service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095634 Jan 24 09:51:09.498536 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (2e8c54df-f051-45c3-b169-639c41013220), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.553560 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (2e8c54df-f051-45c3-b169-639c41013220), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.554705 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.555309 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.598608 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3126926 Jan 24 09:51:09.601387 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54216) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:09.633282 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Request body: {'subnet': {'network_id': '2e8c54df-f051-45c3-b169-639c41013220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-340472142-subnet', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:09.649662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1bcd-3559-4b54-8780-9014df540383 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8c54df-f051-45c3-b169-639c41013220,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:09.660499 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 2e8c54df-f051-45c3-b169-639c41013220 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:51:09.663621 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef4cc9-d52f-4733-93e2-14f0055a6413 req-f8cd8186-581f-41f4-8091-ae42d147dcb3 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.666001 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3ef4cc9-d52f-4733-93e2-14f0055a6413 req-f8cd8186-581f-41f4-8091-ae42d147dcb3 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.1431413 Jan 24 09:51:09.688380 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Made reservation on behalf of 26143e6f08514a2ca0bf9b223b6e048e for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:09.690839 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130423933'] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.767961 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3ef4cc9-d52f-4733-93e2-14f0055a6413 req-7f347ac6-dad0-4c0c-a70a-e4b400017ca1 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953090 Jan 24 09:51:09.889357 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131181793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130423919'] for subnet (cd6feeea-a987-4710-b960-e279d42ceb4d), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.942955 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6feeea-a987-4710-b960-e279d42ceb4d,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:09.952998 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Checking segment: {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:09.953337 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Network hostable DHCP agents. Network: 2e8c54df-f051-45c3-b169-639c41013220, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:51:09.970911 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Network 2e8c54df-f051-45c3-b169-639c41013220 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:51:09.980562 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 2e8c54df-f051-45c3-b169-639c41013220) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:09.985497 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:09.986248 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:09.992448 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60972d60-dad7-45bf-982e-64760e0f8916 None None] Network 2e8c54df-f051-45c3-b169-639c41013220 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:10.005901 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9e3dc605-9612-40e7-9d27-5256ad0ec71c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3773344 Jan 24 09:51:10.008757 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54228) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:10.015906 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:10.044094 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.045850 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.131476 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for router_controller (36d6263f-6a43-4e32-bad8-e40ecf3e460b), precommit_add_association {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.168157 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-2e8c54df-f051-45c3-b169-639c41013220', 'network_id': '2e8c54df-f051-45c3-b169-639c41013220', 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'fixed_ips': [{'subnet_id': 'cd6feeea-a987-4710-b960-e279d42ceb4d'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:51:10.169333 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.183887 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a9f50667-8349-464f-bb4f-4573ea650125 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:10.357438 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for router_gateway (36d6263f-6a43-4e32-bad8-e40ecf3e460b), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.408132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port a9f50667-8349-464f-bb4f-4573ea650125 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:10.408668 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a9f50667-8349-464f-bb4f-4573ea650125), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.417829 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Allocated IP 172.20.0.2 (2e8c54df-f051-45c3-b169-639c41013220/cd6feeea-a987-4710-b960-e279d42ceb4d/fe6e861f-39f0-4ebf-8c19-da8eea6e26f9) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:10.587138 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Sync routers for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:51:10.671888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:10.672541 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:10.683397 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port a9f50667-8349-464f-bb4f-4573ea650125 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:10.690666 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7879e-fed3-4ab4-ba62-f9356f93850d req-9e802806-1009-450a-b213-4f5d92deafb6 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:10.692186 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-54b7879e-fed3-4ab4-ba62-f9356f93850d req-9e802806-1009-450a-b213-4f5d92deafb6 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.3519368 Jan 24 09:51:10.728371 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks [] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.738355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.758433 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-54b7879e-fed3-4ab4-ba62-f9356f93850d req-11de428a-6a77-4542-83f1-393ad3933ec7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Jan 24 09:51:10.788469 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Network 2e8c54df-f051-45c3-b169-639c41013220 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:10.822752 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:10.831307 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:10.840089 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Pushing event updated for resources: {'Port': ['ID=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:10.905205 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:10.923239 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for router_gateway (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.944194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Attempting to bind port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:10.944457 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Attempting to bind port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:10.945016 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Attempting to bind port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 on network 2e8c54df-f051-45c3-b169-639c41013220 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:10.948360 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.954870 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:10.955288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Checking segment: {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:10.955719 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.956115 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Bound using segment: {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:10.956579 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Bound port: fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:10.956952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:10.963122 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2d258-a60e-414e-90a0-f112b37d34c2 req-adbd5bf7-039b-4b71-af38-70c378e52b83 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:10.965375 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cd2d258-a60e-414e-90a0-f112b37d34c2 req-adbd5bf7-039b-4b71-af38-70c378e52b83 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0887589 Jan 24 09:51:11.080687 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cd2d258-a60e-414e-90a0-f112b37d34c2 req-645e1f70-a430-4f1a-9e86-ab902491716c tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848470 Jan 24 09:51:11.116101 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Allocated IP 172.27.3.57 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/18f21980-f9eb-454f-9994-896b2dfa1bb3) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:11.240821 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.259003 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] For port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:11.263609 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] For port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:11.283297 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.290985 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.330280 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:11.340492 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:11.341627 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:11.346428 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Pushing event updated for resources: {'Port': ['ID=18f21980-f9eb-454f-9994-896b2dfa1bb3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:11.371070 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ad91-84c2-419b-a2c9-f173e69e0761 None None] Pushing event updated for resources: {'Port': ['ID=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:11.379945 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 2, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:11.413601 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Checking router: a6033241-7a3c-46de-b14d-b6a0ef0f10a7 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:51:11.413948 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Updating router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 port 63b286b1-11c6-4393-abef-46c0e2777108 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:51:11.445064 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (63b286b1-11c6-4393-abef-46c0e2777108), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.723780 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for router_gateway (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.854990 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks [] for port (63b286b1-11c6-4393-abef-46c0e2777108), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.862411 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.920350 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f5bf7-4fac-4a61-a99a-675ce4aa68d9 None None] Pushing event updated for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:11.976155 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Attempting to bind port 63b286b1-11c6-4393-abef-46c0e2777108 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:11.976657 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Attempting to bind port 63b286b1-11c6-4393-abef-46c0e2777108 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:11.977051 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Attempting to bind port 63b286b1-11c6-4393-abef-46c0e2777108 on network a0d2f751-7b21-42f5-8186-8c41e398bc8b {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:11.982867 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:11.984766 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Checking segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:11.985183 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:11.985595 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Bound using segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:11.986066 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Bound port: 63b286b1-11c6-4393-abef-46c0e2777108, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:11.986449 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (63b286b1-11c6-4393-abef-46c0e2777108), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.030613 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cf44d-21d5-469d-87a1-efbfb731a11a req-ed59a0f4-2b5c-4092-af55-8e608ca4e115 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:12.032298 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a1cf44d-21d5-469d-87a1-efbfb731a11a req-ed59a0f4-2b5c-4092-af55-8e608ca4e115 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1827540 Jan 24 09:51:12.043327 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682d05-9318-4b92-af5b-5369283a90c7 req-f37db7b1-b0ac-4d35-91f6-95a592a01bae tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:12.044914 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-78682d05-9318-4b92-af5b-5369283a90c7 req-f37db7b1-b0ac-4d35-91f6-95a592a01bae tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1844783 Jan 24 09:51:12.059517 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] For port 63b286b1-11c6-4393-abef-46c0e2777108, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:12.062863 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] For port 63b286b1-11c6-4393-abef-46c0e2777108, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=63b286b1-11c6-4393-abef-46c0e2777108,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:12.069529 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.109931 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.171167 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f5bf7-4fac-4a61-a99a-675ce4aa68d9 None None] Pushing event updated for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:12.185687 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:12.186360 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:12.307361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:12.308745 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a1cf44d-21d5-469d-87a1-efbfb731a11a req-bb7c5a08-ece5-44b3-8edb-30f8ecb60689 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518449 Jan 24 09:51:12.335431 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-78682d05-9318-4b92-af5b-5369283a90c7 req-5ba54048-e471-448d-b1a9-c3c033918b39 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2783856 Jan 24 09:51:12.377698 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e1428219-729a-4386-ac96-65fe833b7e73 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:51:12.462592 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:12.465779 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Provisioning complete for port 63b286b1-11c6-4393-abef-46c0e2777108 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:12.466094 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (63b286b1-11c6-4393-abef-46c0e2777108), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.533820 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fa86c-63b6-4230-aa2a-9a76dbad9e8d req-f9e06e7f-0aba-4cf3-afdb-d8f9e49ba6c0 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:12.535507 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c08fa86c-63b6-4230-aa2a-9a76dbad9e8d req-f9e06e7f-0aba-4cf3-afdb-d8f9e49ba6c0 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 948 time: 0.0759146 Jan 24 09:51:12.542283 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Router 36d6263f-6a43-4e32-bad8-e40ecf3e460b is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:51:12.662191 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea46c9-a2d9-4881-b433-4dd67f5e87b8 None None] Network 2e8c54df-f051-45c3-b169-639c41013220 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:12.683309 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c08fa86c-63b6-4230-aa2a-9a76dbad9e8d req-26847bf9-ede6-40b5-ad90-65ac07eaf58f tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325729 Jan 24 09:51:12.708888 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:51:12.724797 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Sync routers for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:51:12.737383 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:12.740509 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:12.741644 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:12.742034 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.748694 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.751176 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-0c863737-c8b7-488c-808f-2d1772e97165 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7410884 Jan 24 09:51:12.753790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54274) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:12.870506 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:12.877150 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e1428219-729a-4386-ac96-65fe833b7e73,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:12.902715 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Current status of the port 63b286b1-11c6-4393-abef-46c0e2777108 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:12.903019 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (63b286b1-11c6-4393-abef-46c0e2777108), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:12.923023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'e1428219-729a-4386-ac96-65fe833b7e73', 'network_id': 'c1a7402f-c830-4494-9384-0dc7702caae4', 'port_id': 'e1428219-729a-4386-ac96-65fe833b7e73', 'mac_address': 'fa:16:3e:7d:e4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710374a3-ce1e-49c6-8d4a-9b24c5e804cf', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:51:13.011823 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] For port 63b286b1-11c6-4393-abef-46c0e2777108, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=63b286b1-11c6-4393-abef-46c0e2777108,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:13.044646 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.053429 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:11Z', 'revision_number': 3, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:13.085073 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Checking router: 36d6263f-6a43-4e32-bad8-e40ecf3e460b for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:51:13.085710 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Updating router 36d6263f-6a43-4e32-bad8-e40ecf3e460b port 18f21980-f9eb-454f-9994-896b2dfa1bb3 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:51:13.110810 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.229529 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.240215 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port e1428219-729a-4386-ac96-65fe833b7e73 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:13.240602 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e1428219-729a-4386-ac96-65fe833b7e73), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.249496 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:13.249872 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.294083 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1428219-729a-4386-ac96-65fe833b7e73 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:13.316248 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3f805-d182-4495-95bb-d4217fc99601 None None] Pushing event updated for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:13.356231 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Provisioning complete for port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:13.358031 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.359904 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e1428219-729a-4386-ac96-65fe833b7e73,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:13.361832 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:13.365010 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:13.388527 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.393300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.506415 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e1f69-638e-4d2e-b090-2213680b961b None None] The sync data for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi is: [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:51:13.566035 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:13.569885 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks [] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.587446 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.640122 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Allocated IP 172.20.0.1 (2e8c54df-f051-45c3-b169-639c41013220/cd6feeea-a987-4710-b960-e279d42ceb4d/2c4664a5-1dd1-463d-a92b-14cacf15da1f) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:13.702766 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7d70f-738e-46df-9f31-8efdb7a30c00 None None] Pushing event updated for resources: {'Port': ['ID=18f21980-f9eb-454f-9994-896b2dfa1bb3,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:13.714111 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Attempting to bind port 18f21980-f9eb-454f-9994-896b2dfa1bb3 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:13.715770 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Attempting to bind port 18f21980-f9eb-454f-9994-896b2dfa1bb3 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:13.716502 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Attempting to bind port 18f21980-f9eb-454f-9994-896b2dfa1bb3 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:13.729672 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:13.730774 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:13.731364 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.731911 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:13.732666 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Bound port: 18f21980-f9eb-454f-9994-896b2dfa1bb3, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:13.733203 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.756667 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:13.773924 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Current status of the port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:13.778776 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9572-544f-4e14-988d-7632ee0a1171 req-8d6315a0-ea2a-4399-8bec-626f4c2d5c36 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:13.780774 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb3d9572-544f-4e14-988d-7632ee0a1171 req-8d6315a0-ea2a-4399-8bec-626f4c2d5c36 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.2831426 Jan 24 09:51:13.795573 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.805513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Provisioning complete for port 63b286b1-11c6-4393-abef-46c0e2777108 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:13.806654 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (63b286b1-11c6-4393-abef-46c0e2777108), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.820680 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] For port 18f21980-f9eb-454f-9994-896b2dfa1bb3, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:13.830355 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] For port 18f21980-f9eb-454f-9994-896b2dfa1bb3, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=18f21980-f9eb-454f-9994-896b2dfa1bb3,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:13.838800 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:13.850825 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0b3ac-d3c7-4032-bd52-e946d73c518e req-e0194ee9-c15d-4e50-b346-7d9c59c874fe tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:13.853086 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f4e0b3ac-d3c7-4032-bd52-e946d73c518e req-e0194ee9-c15d-4e50-b346-7d9c59c874fe tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.3719733 Jan 24 09:51:13.933048 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['e1428219-729a-4386-ac96-65fe833b7e73'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:51:13.953111 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:13.953701 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:13.972433 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb3d9572-544f-4e14-988d-7632ee0a1171 req-73647c5d-33a7-4539-bdae-61016d485732 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180937 Jan 24 09:51:13.982822 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f4e0b3ac-d3c7-4032-bd52-e946d73c518e req-d3e9f07b-bbdd-431e-8587-dd4758ed69a7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197219 Jan 24 09:51:13.990428 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks [] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.065261 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-6d54606d-cf7a-42d6-9b19-7669bf7d906e None None] Current status of the port 63b286b1-11c6-4393-abef-46c0e2777108 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:14.074685 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.120677 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7d70f-738e-46df-9f31-8efdb7a30c00 None None] Pushing event updated for resources: {'Port': ['ID=18f21980-f9eb-454f-9994-896b2dfa1bb3,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:14.192693 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Network 2e8c54df-f051-45c3-b169-639c41013220 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:14.198221 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:14.204710 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:14.209567 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:14.214446 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:14.232925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-d35fd013-0ac9-452e-a940-6c95902b2ca7 None None] Provisioning complete for port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:14.232925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d35fd013-0ac9-452e-a940-6c95902b2ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.273917 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaadb5-1c8b-4ad6-aa47-5910f7766cca req-7a1d0b69-8ea0-4ec4-9097-df8a67d06e44 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:14.276532 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8aaadb5-1c8b-4ad6-aa47-5910f7766cca req-7a1d0b69-8ea0-4ec4-9097-df8a67d06e44 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 949 time: 0.1860647 Jan 24 09:51:14.361708 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.381776 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d35fd013-0ac9-452e-a940-6c95902b2ca7 None None] Current status of the port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:14.475884 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8aaadb5-1c8b-4ad6-aa47-5910f7766cca req-579c3312-8965-4794-b9f4-4cd420053da3 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908629 Jan 24 09:51:14.614994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.640053 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:14.721796 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:14.722507 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.726640 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e80eda89-7c0a-41cc-9f56-53b883848521 None None] Provisioning complete for port 2c4664a5-1dd1-463d-a92b-14cacf15da1f triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:14.727305 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e80eda89-7c0a-41cc-9f56-53b883848521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:14.742074 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:11Z', 'revision_number': 3, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:14.781566 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa42093-511e-448b-9d8c-7e73964f56c1 None None] The sync data for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi is: [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:11Z', 'revision_number': 3, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:51:14.788593 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e80eda89-7c0a-41cc-9f56-53b883848521 None None] Port 2c4664a5-1dd1-463d-a92b-14cacf15da1f cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:14.866854 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:14.868165 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 63b286b1-11c6-4393-abef-46c0e2777108 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:14.919851 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 63b286b1-11c6-4393-abef-46c0e2777108 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:14.920229 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (63b286b1-11c6-4393-abef-46c0e2777108), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.046331 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 63b286b1-11c6-4393-abef-46c0e2777108 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:15.089529 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks [] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.104350 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.197127 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e1428219-729a-4386-ac96-65fe833b7e73 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:15.232483 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:15.237356 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.247258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4a4f4-36f8-4347-8b8b-6b4fb280df73 req-f78149fe-6655-41a2-a935-1657a4f384a8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:15.248822 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ac4a4f4-36f8-4347-8b8b-6b4fb280df73 req-f78149fe-6655-41a2-a935-1657a4f384a8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1481040 Jan 24 09:51:15.257323 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d5dfd-0625-4259-9219-7ed2c0bfe0bd req-7262f44e-c2b8-4e82-a74e-6e102af9ae01 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:15.258867 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a13d5dfd-0625-4259-9219-7ed2c0bfe0bd req-7262f44e-c2b8-4e82-a74e-6e102af9ae01 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1717789 Jan 24 09:51:15.270782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port e1428219-729a-4386-ac96-65fe833b7e73 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:51:15.278159 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port e1428219-729a-4386-ac96-65fe833b7e73 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:15.278840 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (e1428219-729a-4386-ac96-65fe833b7e73), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.414323 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ac4a4f4-36f8-4347-8b8b-6b4fb280df73 req-25c3092f-9775-4aea-8c63-455894ba8299 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533344 Jan 24 09:51:15.421520 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a13d5dfd-0625-4259-9219-7ed2c0bfe0bd req-b4da63dd-472e-4f93-a97b-961759bde062 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474977 Jan 24 09:51:15.470799 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port e1428219-729a-4386-ac96-65fe833b7e73 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:15.472996 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e1428219-729a-4386-ac96-65fe833b7e73), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.491501 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Network 2e8c54df-f051-45c3-b169-639c41013220 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:15.493786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:15.536294 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:15.552344 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed52eddc-8272-4a51-9b1c-0467ab51efe4" -d '{"events": [{"server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "name": "network-vif-plugged", "status": "completed", "tag": "e1428219-729a-4386-ac96-65fe833b7e73"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:15.606617 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e1428219-729a-4386-ac96-65fe833b7e73,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:15.619881 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.641797 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54328) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:15.684520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6fa685-ab89-47bd-b52e-e734b87995c7 x-openstack-request-id: req-3e6fa685-ab89-47bd-b52e-e734b87995c7 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:15.685881 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "name": "network-vif-plugged", "status": "completed", "tag": "e1428219-729a-4386-ac96-65fe833b7e73", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:15.686707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e6fa685-ab89-47bd-b52e-e734b87995c7 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:15.687521 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73', 'code': 200} Jan 24 09:51:15.742751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:15.845427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd23d-1292-49f2-a767-edbf6ac9e7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.886541 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a4312-c3f8-446b-a8b1-d5777ddeebec req-0a0337cf-026b-4167-b123-ab73e13348f8 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:15.888396 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b84a4312-c3f8-446b-a8b1-d5777ddeebec req-0a0337cf-026b-4167-b123-ab73e13348f8 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.1187494 Jan 24 09:51:15.896862 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Router 36d6263f-6a43-4e32-bad8-e40ecf3e460b has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:51:15.936447 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-656cd15e-9d67-4b83-a53b-8da0a1303348 None None] Provisioning complete for port 2c4664a5-1dd1-463d-a92b-14cacf15da1f triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:15.937033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-656cd15e-9d67-4b83-a53b-8da0a1303348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.985648 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-656cd15e-9d67-4b83-a53b-8da0a1303348 None None] Port 2c4664a5-1dd1-463d-a92b-14cacf15da1f cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:15.989644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd23d-1292-49f2-a767-edbf6ac9e7e1 admin admin] Publish callbacks [] for security_group (3ccac07d-7dd9-4de9-8e82-f9451de7825e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:15.997539 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd23d-1292-49f2-a767-edbf6ac9e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3ccac07d-7dd9-4de9-8e82-f9451de7825e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.028721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce891b-a0a1-4917-b903-1e100caf2ea7 req-c3c940a0-2d57-42f1-adb5-2425ca3fba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:16.030233 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-44ce891b-a0a1-4917-b903-1e100caf2ea7 req-c3c940a0-2d57-42f1-adb5-2425ca3fba30 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 1103 time: 0.0705979 Jan 24 09:51:16.052383 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f3dfd23d-1292-49f2-a767-edbf6ac9e7e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61f379f891c34e70a626d76cfa76fa1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094331 Jan 24 09:51:16.054250 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54334) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:16.056457 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd23d-1292-49f2-a767-edbf6ac9e7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccac07d-7dd9-4de9-8e82-f9451de7825e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:16.097291 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:51:16.102440 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b84a4312-c3f8-446b-a8b1-d5777ddeebec req-c2ae5be8-216d-4ea1-b2c5-26882e4c91df tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985683 Jan 24 09:51:16.118929 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-f26778c2-6972-400a-a741-b17ad9199e52 admin admin] 10.222.0.39 "PUT /v2.0/routers/36d6263f-6a43-4e32-bad8-e40ecf3e460b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3563499 Jan 24 09:51:16.141148 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-44ce891b-a0a1-4917-b903-1e100caf2ea7 req-92835b31-7f8e-4ec6-b250-c3c9237913ec service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875721 Jan 24 09:51:16.196663 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] Publish callbacks [] for security_group (3ccac07d-7dd9-4de9-8e82-f9451de7825e), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.225337 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] Publish callbacks [] for security_group (3ccac07d-7dd9-4de9-8e82-f9451de7825e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.225629 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 18f21980-f9eb-454f-9994-896b2dfa1bb3 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:16.302587 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3ccac07d-7dd9-4de9-8e82-f9451de7825e), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.305871 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.307186 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ccac07d-7dd9-4de9-8e82-f9451de7825e HTTP/1.1" status: 204 len: 168 time: 0.2518625 Jan 24 09:51:16.315793 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe7816-849f-4092-a7c8-3ace623a7913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccac07d-7dd9-4de9-8e82-f9451de7825e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:16.317352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 18f21980-f9eb-454f-9994-896b2dfa1bb3 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:16.318036 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.430380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 18f21980-f9eb-454f-9994-896b2dfa1bb3 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:16.430987 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.456135 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 18f21980-f9eb-454f-9994-896b2dfa1bb3, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=18f21980-f9eb-454f-9994-896b2dfa1bb3,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:16.460361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:16.519976 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=18f21980-f9eb-454f-9994-896b2dfa1bb3,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:16.622129 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af80d9c-337e-4ca6-869e-d5e831350d8d req-aa501daf-f5d7-492e-a091-fcc65d13e8b8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:16.623675 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7af80d9c-337e-4ca6-869e-d5e831350d8d req-aa501daf-f5d7-492e-a091-fcc65d13e8b8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0912042 Jan 24 09:51:16.654109 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d33c0-8a8c-496f-a077-f46571467a9c req-0cc0e8b3-e320-4863-88ad-5281dc84749f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:16.655701 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-832d33c0-8a8c-496f-a077-f46571467a9c req-0cc0e8b3-e320-4863-88ad-5281dc84749f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0940094 Jan 24 09:51:16.708701 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7af80d9c-337e-4ca6-869e-d5e831350d8d req-659d1ed8-0dae-4b0e-b935-afbea108994c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793045 Jan 24 09:51:16.733802 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-832d33c0-8a8c-496f-a077-f46571467a9c req-2b28e6ef-a0a4-4608-908f-368fe9cadb34 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710957 Jan 24 09:51:17.071329 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54374) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:17.189131 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2086659505-network', 'tenant_id': 'bf7d7217a9a04c8b8da2cedf15c85ebd'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:17.213433 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Sync routers for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:51:17.226784 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Made reservation on behalf of bf7d7217a9a04c8b8da2cedf15c85ebd for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:17.233673 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbcb2-7932-4efb-9f16-cf8ca7210c9b req-0d5a7c2a-fc24-4c38-a8f8-ff53265ecd58 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:17.234279 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:17.234502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.235243 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3fffbcb2-7932-4efb-9f16-cf8ca7210c9b req-0d5a7c2a-fc24-4c38-a8f8-ff53265ecd58 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.0587130 Jan 24 09:51:17.238032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:17.247480 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.304183 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3fffbcb2-7932-4efb-9f16-cf8ca7210c9b req-054f8d80-a590-402a-9502-8948e257dcab tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602136 Jan 24 09:51:17.351961 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks [] for security_group (accf825f-e029-4c33-a391-45bf20776a6b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.356997 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (accf825f-e029-4c33-a391-45bf20776a6b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.381571 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:51:17.384136 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:17.400839 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accf825f-e029-4c33-a391-45bf20776a6b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:17.404423 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (77ac30fd-1eaf-49b0-8765-c181629e594d), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.404977 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Added segment 77ac30fd-1eaf-49b0-8765-c181629e594d of type vlan for network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 Jan 24 09:51:17.450617 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (0fda7f77-7154-41cb-a1d8-4f8599bd1990), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.490254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (0fda7f77-7154-41cb-a1d8-4f8599bd1990), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.491394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:17.491977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.555937 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4833748 Jan 24 09:51:17.558782 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54392) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:17.565415 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Request body: {'subnet': {'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2086659505-subnet', 'tenant_id': 'bf7d7217a9a04c8b8da2cedf15c85ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:17.572404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5af938-d549-4da1-a55a-f2e0620b2ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=0fda7f77-7154-41cb-a1d8-4f8599bd1990,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:17.585065 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:51:17.596602 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Made reservation on behalf of bf7d7217a9a04c8b8da2cedf15c85ebd for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:17.600583 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.669012 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:14Z', 'revision_number': 4, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '2c4664a5-1dd1-463d-a92b-14cacf15da1f', 'name': '', 'network_id': '2e8c54df-f051-45c3-b169-639c41013220', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'mac_address': 'fa:16:3e:2e:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:13Z', 'updated_at': '2022-01-24T09:51:14Z', 'revision_number': 2, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'subnets': [{'id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:17.699134 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Checking router: 36d6263f-6a43-4e32-bad8-e40ecf3e460b for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:51:17.699494 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Updating router 36d6263f-6a43-4e32-bad8-e40ecf3e460b port 2c4664a5-1dd1-463d-a92b-14cacf15da1f binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:51:17.728572 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.791810 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (78dceacc-c825-44e7-9dee-5fe54922e0b8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:17.931655 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d860a3c-a2c8-4a62-88e5-ac6697d35b82 req-2aa0c4ce-db54-4201-b593-581c31c07b71 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:17.936631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Checking segment: {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:17.936991 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Network hostable DHCP agents. Network: 0fda7f77-7154-41cb-a1d8-4f8599bd1990, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:51:17.939246 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0d860a3c-a2c8-4a62-88e5-ac6697d35b82 req-2aa0c4ce-db54-4201-b593-581c31c07b71 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0915916 Jan 24 09:51:17.947507 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dceacc-c825-44e7-9dee-5fe54922e0b8,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:17.995040 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:51:18.004879 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0d860a3c-a2c8-4a62-88e5-ac6697d35b82 req-92bc497d-7ce6-4f4b-b7e5-5bc19dcdcf19 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645823 Jan 24 09:51:18.008235 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 0fda7f77-7154-41cb-a1d8-4f8599bd1990) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:18.014608 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:18.016419 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:18.037039 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c442c-8dc5-4b64-a212-fcf1fab99c26 req-acef6752-b477-4531-abf3-fae5a2273871 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:18.039125 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-124c442c-8dc5-4b64-a212-fcf1fab99c26 req-acef6752-b477-4531-abf3-fae5a2273871 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1464715 Jan 24 09:51:18.046271 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1f968dfd-678b-4f63-a5f1-709535d7594b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4864426 Jan 24 09:51:18.105222 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-124c442c-8dc5-4b64-a212-fcf1fab99c26 req-7a1c25f3-e4c6-4c48-9578-66d036c345a1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576885 Jan 24 09:51:18.122221 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844ddcd-1e93-4e41-b36a-252b0d0f5359 None None] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:18.247247 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 18f21980-f9eb-454f-9994-896b2dfa1bb3 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:18.317165 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc5f154-a531-42c1-a7f6-d9aa1676108e None None] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:51:18.457216 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5c0e-1990-49ad-a6bc-127f81750279 req-3140a7dd-c069-4669-86f9-a8d4fd4bef54 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:18.459396 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b28f5c0e-1990-49ad-a6bc-127f81750279 req-3140a7dd-c069-4669-86f9-a8d4fd4bef54 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.0741503 Jan 24 09:51:18.479785 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 18f21980-f9eb-454f-9994-896b2dfa1bb3 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:18.480233 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:18.596089 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b28f5c0e-1990-49ad-a6bc-127f81750279 req-c9e7e0e2-007f-4525-874c-63d30bab7ac6 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271360 Jan 24 09:51:18.740854 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks [] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:18.764758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:18.928353 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 18f21980-f9eb-454f-9994-896b2dfa1bb3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:19.055740 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:19.085233 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.085554 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.085959 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.086491 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.086851 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.087327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.087709 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.088209 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.088676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.089047 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.089437 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.089817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.090323 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:51:19.117159 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Attempting to bind port 2c4664a5-1dd1-463d-a92b-14cacf15da1f on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:19.117513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Attempting to bind port 2c4664a5-1dd1-463d-a92b-14cacf15da1f by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:19.117919 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Attempting to bind port 2c4664a5-1dd1-463d-a92b-14cacf15da1f on network 2e8c54df-f051-45c3-b169-639c41013220 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:19.124386 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:19.124772 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Checking segment: {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:19.125173 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.125561 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Bound using segment: {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:19.126032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Bound port: 2c4664a5-1dd1-463d-a92b-14cacf15da1f, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f5a319-726f-4db1-a562-4af6483d6b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2e8c54df-f051-45c3-b169-639c41013220'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:19.126417 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.200580 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73053f-7fed-4c89-b93b-841c65d925dd req-a7f4b49c-b330-4186-ac9f-e0041ba3ef22 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:19.202517 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3b73053f-7fed-4c89-b93b-841c65d925dd req-a7f4b49c-b330-4186-ac9f-e0041ba3ef22 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.1881075 Jan 24 09:51:19.232741 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] For port 2c4664a5-1dd1-463d-a92b-14cacf15da1f, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:19.249968 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] For port 2c4664a5-1dd1-463d-a92b-14cacf15da1f, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2c4664a5-1dd1-463d-a92b-14cacf15da1f,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:19.255929 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Provisioning complete for port 2c4664a5-1dd1-463d-a92b-14cacf15da1f triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:19.256509 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.262731 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.276504 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3b73053f-7fed-4c89-b93b-841c65d925dd req-19b174ef-b126-4e7a-9db6-811b99e761dd tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642841 Jan 24 09:51:19.295781 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b348e31-562f-4fdc-9ea4-1349b6c9e179 req-54f3419f-c843-4736-97b4-38fc01be8770 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:19.304725 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b348e31-562f-4fdc-9ea4-1349b6c9e179 req-54f3419f-c843-4736-97b4-38fc01be8770 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1852765 Jan 24 09:51:19.390628 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab853-00f2-4245-aae7-c7ddf8850a2c None None] Pushing event updated for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:19.411627 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b348e31-562f-4fdc-9ea4-1349b6c9e179 req-c202f8a2-3f47-40a7-9528-2e21e85eb5af tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027906 Jan 24 09:51:19.432806 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:51:19.433606 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:50:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:19.462834 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f19fe-a4f8-4c52-a367-57e8aca449bf req-6beb7519-7dea-4765-ba39-123062e65117 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:19.475830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-528f19fe-a4f8-4c52-a367-57e8aca449bf req-6beb7519-7dea-4765-ba39-123062e65117 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0938494 Jan 24 09:51:19.538315 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-528f19fe-a4f8-4c52-a367-57e8aca449bf req-df359e99-0161-4157-a92b-50b8d1830c31 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 Jan 24 09:51:19.596809 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Current status of the port 2c4664a5-1dd1-463d-a92b-14cacf15da1f is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:19.597362 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.644252 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:51:19.675158 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] For port 2c4664a5-1dd1-463d-a92b-14cacf15da1f, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2c4664a5-1dd1-463d-a92b-14cacf15da1f,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:19.683008 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.841768 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b44e8a-23f8-45e0-849d-05af50b8c99b None None] Pushing event updated for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:19.861340 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-ab44cdbf-ee9c-4868-b638-edf0a376d1b1 None None] Provisioning complete for port 2c4664a5-1dd1-463d-a92b-14cacf15da1f triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:19.861828 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ab44cdbf-ee9c-4868-b638-edf0a376d1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:19.999601 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-ab44cdbf-ee9c-4868-b638-edf0a376d1b1 None None] Current status of the port 2c4664a5-1dd1-463d-a92b-14cacf15da1f is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:20.004485 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:14Z', 'revision_number': 4, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '2c4664a5-1dd1-463d-a92b-14cacf15da1f', 'name': '', 'network_id': '2e8c54df-f051-45c3-b169-639c41013220', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'mac_address': 'fa:16:3e:2e:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:13Z', 'updated_at': '2022-01-24T09:51:19Z', 'revision_number': 4, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'subnets': [{'id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:51:20.034054 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d1a25-464e-4ae7-9e27-26f5a19dca2a None None] The sync data for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi is: [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:14Z', 'revision_number': 4, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '2c4664a5-1dd1-463d-a92b-14cacf15da1f', 'name': '', 'network_id': '2e8c54df-f051-45c3-b169-639c41013220', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'mac_address': 'fa:16:3e:2e:a9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:13Z', 'updated_at': '2022-01-24T09:51:19Z', 'revision_number': 4, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'subnets': [{'id': 'cd6feeea-a987-4710-b960-e279d42ceb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:51:20.436441 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc290-a49e-42a0-8adf-61fb09b0f942 req-da46f5c4-9a66-4396-977e-ed09649732e2 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:20.437999 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-76acc290-a49e-42a0-8adf-61fb09b0f942 req-da46f5c4-9a66-4396-977e-ed09649732e2 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.0760133 Jan 24 09:51:20.523183 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-76acc290-a49e-42a0-8adf-61fb09b0f942 req-026d74f3-55cd-42bd-a31f-fdf0834b4b08 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762181 Jan 24 09:51:20.654833 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8cd49-9a50-4271-82f9-6b5cf25cbbe7 req-b42ea7f6-2930-4417-ab29-8220aa865800 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:20.659149 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c2e8cd49-9a50-4271-82f9-6b5cf25cbbe7 req-b42ea7f6-2930-4417-ab29-8220aa865800 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0749850 Jan 24 09:51:20.713959 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c2e8cd49-9a50-4271-82f9-6b5cf25cbbe7 req-dd677f9a-0806-4978-8f3e-500557535291 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511212 Jan 24 09:51:20.866610 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ad0c2-ad59-4589-8a17-bee9ab1c8780 req-12ede039-7f12-4025-9a30-cc1615771338 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:20.873188 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f01ad0c2-ad59-4589-8a17-bee9ab1c8780 req-12ede039-7f12-4025-9a30-cc1615771338 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0786831 Jan 24 09:51:20.948413 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f01ad0c2-ad59-4589-8a17-bee9ab1c8780 req-fb53d0d5-37c0-4562-b6a8-911044d1a3b2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737846 Jan 24 09:51:21.678234 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7733d-9788-48ae-8ccb-4857115d9984 req-e9e2ea56-ffa5-4c9a-b9e4-1dc23519f435 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:21.679891 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-28b7733d-9788-48ae-8ccb-4857115d9984 req-e9e2ea56-ffa5-4c9a-b9e4-1dc23519f435 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.0805938 Jan 24 09:51:21.698075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-e89d7226-f9e7-457c-8304-78da53a92586 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:21.699854 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-e89d7226-f9e7-457c-8304-78da53a92586 tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.123 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 950 time: 0.0611281 Jan 24 09:51:21.750801 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-28b7733d-9788-48ae-8ccb-4857115d9984 req-30418ffb-5d19-4695-bd75-3fac3b47623e tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/security-groups?id=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497756 Jan 24 09:51:21.834343 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Deleting port e1428219-729a-4386-ac96-65fe833b7e73 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:51:21.834711 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (e1428219-729a-4386-ac96-65fe833b7e73), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:21.888582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecec58-5b39-48a7-9469-6b9cab8974bd req-672dc19a-54cf-4fcc-b48c-ab03160b60db tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:21.899296 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63ecec58-5b39-48a7-9469-6b9cab8974bd req-672dc19a-54cf-4fcc-b48c-ab03160b60db tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0681617 Jan 24 09:51:21.949739 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63ecec58-5b39-48a7-9469-6b9cab8974bd req-d75b1a07-c37c-4100-9add-bccd5114768f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488093 Jan 24 09:51:21.989190 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] For port e1428219-729a-4386-ac96-65fe833b7e73, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e1428219-729a-4386-ac96-65fe833b7e73,segment=NetworkSegment(84e133ea-2d9c-41a6-98b8-802609a9e1fc),segment_id=84e133ea-2d9c-41a6-98b8-802609a9e1fc)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:21.989762 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (e1428219-729a-4386-ac96-65fe833b7e73), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:22.006015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Calling delete_port for e1428219-729a-4386-ac96-65fe833b7e73 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:51:22.088061 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51a06-f3d9-49f1-a2a2-d8ce75cad7ce req-03e9d5c9-92b9-4d42-9784-2f6f3e6d23f7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:22.089879 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0d51a06-f3d9-49f1-a2a2-d8ce75cad7ce req-03e9d5c9-92b9-4d42-9784-2f6f3e6d23f7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0646086 Jan 24 09:51:22.159560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (e1428219-729a-4386-ac96-65fe833b7e73), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:22.186093 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0d51a06-f3d9-49f1-a2a2-d8ce75cad7ce req-dd4a7bf5-d0a8-4e23-9695-4e5ca119f594 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888715 Jan 24 09:51:22.197268 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Pushing event deleted for resources: {'Port': ['ID=e1428219-729a-4386-ac96-65fe833b7e73,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:22.215820 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['e1428219-729a-4386-ac96-65fe833b7e73'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:51:22.254880 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] No DVR routers for this DVR port e1428219-729a-4386-ac96-65fe833b7e73 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:51:22.259083 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:22.264985 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-31bf3cb3-ff4a-4584-8ec7-cd3ef163a010 req-2caf3e02-9087-4291-8787-ad57509fb9eb tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.123 "DELETE /v2.0/ports/e1428219-729a-4386-ac96-65fe833b7e73 HTTP/1.1" status: 204 len: 173 time: 0.5585849 Jan 24 09:51:22.265560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'name': 'network-vif-deleted', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:22.268175 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b826e-d07a-466b-959d-d648c935d893" -d '{"events": [{"server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "name": "network-vif-deleted", "tag": "e1428219-729a-4386-ac96-65fe833b7e73"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:22.324331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c75bf5-711d-4923-955c-c39804602d05 x-openstack-request-id: req-a9c75bf5-711d-4923-955c-c39804602d05 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:22.324936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ffbc26-8529-4f66-b232-1259d275f909", "name": "network-vif-deleted", "tag": "e1428219-729a-4386-ac96-65fe833b7e73", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:22.325193 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9c75bf5-711d-4923-955c-c39804602d05 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:22.325651 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ffbc26-8529-4f66-b232-1259d275f909', 'name': 'network-vif-deleted', 'tag': 'e1428219-729a-4386-ac96-65fe833b7e73', 'status': 'completed', 'code': 200} Jan 24 09:51:22.351609 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2c4664a5-1dd1-463d-a92b-14cacf15da1f up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:51:22.445114 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 2c4664a5-1dd1-463d-a92b-14cacf15da1f triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:22.445497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:22.559161 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 2c4664a5-1dd1-463d-a92b-14cacf15da1f is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:22.877870 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-86f4eb7e-28bf-4ab8-9fcf-4cdb83fb47a2 req-da92aa2e-1355-4470-b240-a6b9d17bb50a tempest-VolumesNegativeTest-1947963208 tempest-VolumesNegativeTest-1947963208-project] 10.222.0.39 "GET /v2.0/ports?device_id=19ffbc26-8529-4f66-b232-1259d275f909 HTTP/1.1" status: 200 len: 210 time: 0.0271800 Jan 24 09:51:23.004167 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-18f3de4c-4f48-4c3c-8a3a-1c5912db3a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:23.120497 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7daf31-bec7-4078-8650-d7ef385bbf41 req-281564d9-ee5b-4ac0-b835-178d685ef487 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:23.122446 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6a7daf31-bec7-4078-8650-d7ef385bbf41 req-281564d9-ee5b-4ac0-b835-178d685ef487 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0665004 Jan 24 09:51:23.187219 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6a7daf31-bec7-4078-8650-d7ef385bbf41 req-0e08d2a2-fa9c-40f2-a028-0084d56fea71 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558164 Jan 24 09:51:23.343137 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cceb1-0efa-4b22-b037-3d02032db7d1 req-bd781e48-70aa-417b-9435-079a5609a1e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:23.348621 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc9cceb1-0efa-4b22-b037-3d02032db7d1 req-bd781e48-70aa-417b-9435-079a5609a1e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0630739 Jan 24 09:51:23.401025 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc9cceb1-0efa-4b22-b037-3d02032db7d1 req-1a678302-f688-4c4a-8e26-5b2d8504ee65 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503285 Jan 24 09:51:24.329589 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315de0-76e7-4fe0-b2d7-257e720fc8d7 req-51ec2703-5925-47d7-a6e8-18fda4b37af1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:24.338383 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-34315de0-76e7-4fe0-b2d7-257e720fc8d7 req-51ec2703-5925-47d7-a6e8-18fda4b37af1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0634077 Jan 24 09:51:24.392156 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-34315de0-76e7-4fe0-b2d7-257e720fc8d7 req-9b1b932d-8c0a-4e8b-9b05-3e2f44dae54a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523283 Jan 24 09:51:24.527041 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0620b-7a27-4150-aed9-8f3f198dd69a req-69e04b21-9267-42cf-88cb-417ab3a2a3d3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:24.528912 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9be0620b-7a27-4150-aed9-8f3f198dd69a req-69e04b21-9267-42cf-88cb-417ab3a2a3d3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0529113 Jan 24 09:51:24.595629 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9be0620b-7a27-4150-aed9-8f3f198dd69a req-43110d86-2bef-44d9-b6b1-3fc362c94079 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Jan 24 09:51:25.276448 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-143cec55-2d0f-468c-80e2-07d3aec76b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:25.521343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5d223-96b5-4d15-b412-c29a00e47d04 req-a0fa76eb-09f9-4f5c-9b36-30c0508357dc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:25.522939 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2f5d223-96b5-4d15-b412-c29a00e47d04 req-a0fa76eb-09f9-4f5c-9b36-30c0508357dc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0490623 Jan 24 09:51:25.578954 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2f5d223-96b5-4d15-b412-c29a00e47d04 req-93f6d04a-58ca-4c62-a6d5-9a45adb7eabe tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500107 Jan 24 09:51:25.735225 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bd044-efc5-4134-a8fb-47e9ea709dea req-776b64d8-4df6-4b09-b4dc-689159cce32d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:25.737314 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e71bd044-efc5-4134-a8fb-47e9ea709dea req-776b64d8-4df6-4b09-b4dc-689159cce32d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0682473 Jan 24 09:51:25.810312 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e71bd044-efc5-4134-a8fb-47e9ea709dea req-60afa919-bf4e-4a50-9de4-8a8d5cdb5b1e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662792 Jan 24 09:51:26.205587 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:26.712328 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcab1a6-0645-4ef3-8c35-93351de114ae req-41419c86-6f65-41b5-9336-c9ee3d2c27ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:26.715092 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3fcab1a6-0645-4ef3-8c35-93351de114ae req-41419c86-6f65-41b5-9336-c9ee3d2c27ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0569000 Jan 24 09:51:26.779504 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3fcab1a6-0645-4ef3-8c35-93351de114ae req-04549316-432e-4233-bcb8-562c107ab0c8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581012 Jan 24 09:51:26.951923 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfabaf8-fc5a-44d4-bc86-63587f630192 req-04299fa6-02ac-44f3-9ea8-817a1cd64956 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:26.953564 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9bfabaf8-fc5a-44d4-bc86-63587f630192 req-04299fa6-02ac-44f3-9ea8-817a1cd64956 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0719533 Jan 24 09:51:27.009957 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9bfabaf8-fc5a-44d4-bc86-63587f630192 req-b35a0ec0-6d08-4883-a9b0-c92d97fe3f36 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493133 Jan 24 09:51:27.240028 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e1428219-729a-4386-ac96-65fe833b7e73 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:51:27.266434 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: e1428219-729a-4386-ac96-65fe833b7e73 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:51:27.266808 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e1428219-729a-4386-ac96-65fe833b7e73 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:51:27.688596 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:27.915628 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12a53-03cc-4f66-a1e3-af731b95d23d req-28b5fd01-25c7-4c79-828d-46612437a37e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:27.923953 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-26f12a53-03cc-4f66-a1e3-af731b95d23d req-28b5fd01-25c7-4c79-828d-46612437a37e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0640409 Jan 24 09:51:27.974542 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-26f12a53-03cc-4f66-a1e3-af731b95d23d req-0eab7424-7205-41ec-ba11-07e05f2059e2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493460 Jan 24 09:51:28.206466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ec20-c6d1-430c-8977-b061ebcb2f98 req-4fe9badf-1c51-41ba-9f85-99c16cdda088 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.208212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd11ec20-c6d1-430c-8977-b061ebcb2f98 req-4fe9badf-1c51-41ba-9f85-99c16cdda088 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0638349 Jan 24 09:51:28.271741 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd11ec20-c6d1-430c-8977-b061ebcb2f98 req-1a45e307-efd1-4131-8801-167aeb427804 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558805 Jan 24 09:51:28.335251 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-c70da741-14b6-4fa9-959e-11db3436e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.337580 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-c70da741-14b6-4fa9-959e-11db3436e9b6 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0554066 Jan 24 09:51:28.403600 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423831-16e1-4fa5-82c8-69bf88f8097f req-6dc97281-da00-449c-80c4-209fef8671a9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.405016 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27423831-16e1-4fa5-82c8-69bf88f8097f req-6dc97281-da00-449c-80c4-209fef8671a9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0559046 Jan 24 09:51:28.434582 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-22942347-ab48-4ba9-8955-5b2d81bcd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.436069 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-22942347-ab48-4ba9-8955-5b2d81bcd321 service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.0923676 Jan 24 09:51:28.511464 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-9cb681fc-482f-49c4-9d52-edd2bb8a1d72 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 1001 time: 0.0682347 Jan 24 09:51:28.523816 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27423831-16e1-4fa5-82c8-69bf88f8097f req-4f6c1f4d-cc62-4aca-bbcc-94f83fbb9c72 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072011 Jan 24 09:51:28.567459 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-9bb4e6ab-9db2-4ce2-be2a-cd5ee046fa4a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.569193 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-9bb4e6ab-9db2-4ce2-be2a-cd5ee046fa4a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/networks?id=0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 200 len: 809 time: 0.1631780 Jan 24 09:51:28.589345 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-067f3781-7485-498a-ae19-c3a07d8a361c tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/quotas/bf7d7217a9a04c8b8da2cedf15c85ebd HTTP/1.1" status: 200 len: 375 time: 0.0133352 Jan 24 09:51:28.593626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-a3d38602-274f-44c5-824f-45a2a175573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.595680 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-a3d38602-274f-44c5-824f-45a2a175573a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0766640 Jan 24 09:51:28.626450 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-d5d42a47-b306-49fc-8dff-9195ec92ef66 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295691 Jan 24 09:51:28.658225 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-813c5807-5563-4afb-85d8-705f9d8f4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:28.659862 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-813c5807-5563-4afb-85d8-705f9d8f4bd3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574286 Jan 24 09:51:28.738073 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-a3b17cc3-d068-4dcc-b66d-112d87dd01bd service neutron] 10.222.0.39 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020980 Jan 24 09:51:28.808536 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-99c7d035-145e-44c6-b8e6-7c8f0281d68c service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370807 Jan 24 09:51:28.898334 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-118c2b1c-4e8f-4805-9daa-736976032dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521850 Jan 24 09:51:28.999366 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-aabcfd41-9503-413d-b2a0-8467b5ffaecc req-7600510b-04d6-4bc1-b354-c18b41a9a5cf service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816728 Jan 24 09:51:29.154335 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.198880 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e884af36-f32e-4821-bb47-aa5bc3fcfcb8 req-223bdf77-b18c-4746-97e0-e6444abcdfd3 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 210 time: 0.0628326 Jan 24 09:51:29.235461 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54694) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:29.436846 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44f73090-46ba-4201-ba74-3c7a1c4b1f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.498886 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3606-3cbd-461c-9642-3c57e0559f6a req-449f9c6f-b6f8-48fc-aedf-a48962d53f14 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:29.501067 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d68e3606-3cbd-461c-9642-3c57e0559f6a req-449f9c6f-b6f8-48fc-aedf-a48962d53f14 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0877900 Jan 24 09:51:29.558323 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44f73090-46ba-4201-ba74-3c7a1c4b1f3d admin admin] Publish callbacks [] for security_group (f470ab31-24c2-43b2-91d9-345b06bba4d8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.563289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-44f73090-46ba-4201-ba74-3c7a1c4b1f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f470ab31-24c2-43b2-91d9-345b06bba4d8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.621548 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-44f73090-46ba-4201-ba74-3c7a1c4b1f3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e10ff4bbb9d4f9d96950ef222462554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837030 Jan 24 09:51:29.622686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73090-46ba-4201-ba74-3c7a1c4b1f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470ab31-24c2-43b2-91d9-345b06bba4d8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:29.625445 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 54752) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:29.663320 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-f30139a1-e711-445c-b381-e8487cad590f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:29.664783 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-f30139a1-e711-445c-b381-e8487cad590f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 814 time: 0.1627092 Jan 24 09:51:29.703889 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d68e3606-3cbd-461c-9642-3c57e0559f6a req-ba904a46-1459-4db3-beda-f3cb61fcdb5c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121612 Jan 24 09:51:29.705499 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-b7605e07-cdc0-49b9-b219-5acaca082b08 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/quotas/be29ad9b929441a5904a3018a4cd7166 HTTP/1.1" status: 200 len: 375 time: 0.0309458 Jan 24 09:51:29.760306 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] Publish callbacks [] for security_group (f470ab31-24c2-43b2-91d9-345b06bba4d8), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.836922 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] Publish callbacks [] for security_group (f470ab31-24c2-43b2-91d9-345b06bba4d8), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:29.880930 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-3f74e95a-9b51-4831-87b7-ff4ca266e797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639574 Jan 24 09:51:29.908519 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f933a4-3a43-461b-970c-47269f52ff4f req-f997122d-2f16-4e1b-9ba3-e67f9bb43a8e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:29.911102 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37f933a4-3a43-461b-970c-47269f52ff4f req-f997122d-2f16-4e1b-9ba3-e67f9bb43a8e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1308622 Jan 24 09:51:30.016367 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f470ab31-24c2-43b2-91d9-345b06bba4d8), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:30.019250 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:30.020480 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f470ab31-24c2-43b2-91d9-345b06bba4d8 HTTP/1.1" status: 204 len: 168 time: 0.3891666 Jan 24 09:51:30.055223 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f9380-6889-41a2-b7bb-38ec71fb7580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470ab31-24c2-43b2-91d9-345b06bba4d8,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:30.076447 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37f933a4-3a43-461b-970c-47269f52ff4f req-02da81ea-20a0-4e01-a9d2-a902e79ee8bf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1549923 Jan 24 09:51:30.111448 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-c383a26a-37e8-4c7d-b2fb-093a084cdf13 service neutron] 10.222.0.39 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989839 Jan 24 09:51:30.261332 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-8bc0d40b-3549-4bd3-bd0b-f5af3196017d service neutron] 10.222.0.39 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484342 Jan 24 09:51:30.331557 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-162cf673-9e1b-43d0-ac52-89e1423fc2c5 req-f33633f8-f779-4c22-bb24-4dbf7435abb1 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 210 time: 0.0469909 Jan 24 09:51:30.475926 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b98daebe-07aa-458f-85ea-89ba5b7b1c04 req-0874c687-9631-4bed-bcf3-c46248d90a91 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 210 time: 0.0351467 Jan 24 09:51:30.850764 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c93ff-64d3-4db2-87a2-c6682627142f req-5772cd7c-6d7b-4421-afbb-a5730da9f2fd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:30.858018 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-275c93ff-64d3-4db2-87a2-c6682627142f req-5772cd7c-6d7b-4421-afbb-a5730da9f2fd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0623856 Jan 24 09:51:30.915855 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-275c93ff-64d3-4db2-87a2-c6682627142f req-f4ee29f1-1b50-490a-83fa-7e0eff633a02 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568359 Jan 24 09:51:30.945089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-d35bf5aa-a6c3-43ea-9d5b-abe1b3acea37 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:30.946673 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-d35bf5aa-a6c3-43ea-9d5b-abe1b3acea37 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "GET /v2.0/networks?id=0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 200 len: 809 time: 0.1388578 Jan 24 09:51:30.978165 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Request body: {'port': {'device_id': '7a561728-15f1-4685-b08d-04341539e7ce', 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990', 'admin_state_up': True, 'tenant_id': 'bf7d7217a9a04c8b8da2cedf15c85ebd'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:31.222524 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7608d1-a00e-4761-ae9c-6a12564e7da4 req-4c33c1e5-a8db-4f12-b86d-a89209ecadd2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:31.224291 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff7608d1-a00e-4761-ae9c-6a12564e7da4 req-4c33c1e5-a8db-4f12-b86d-a89209ecadd2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0560384 Jan 24 09:51:31.280027 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff7608d1-a00e-4761-ae9c-6a12564e7da4 req-816d1ba6-68ef-4b1c-917a-a2cf70784d6a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485733 Jan 24 09:51:31.347957 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Made reservation on behalf of bf7d7217a9a04c8b8da2cedf15c85ebd for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:31.351809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:31.428703 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-01aa54ab-2324-4490-8234-12940ed31d4f req-d71d43b8-4ee3-4661-a8ca-ced01f36cc88 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 210 time: 0.0291154 Jan 24 09:51:31.492831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Allocated IP 172.20.0.12 (0fda7f77-7154-41cb-a1d8-4f8599bd1990/78dceacc-c825-44e7-9dee-5fe54922e0b8/5066957d-8ca7-44bc-8c3d-628d32b4f70c) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:31.614931 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-94d5d182-23d4-4cd0-af59-ef23cb897449 req-1abeaff3-c6a0-4392-830f-f9bfbed605dc tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 210 time: 0.0287375 Jan 24 09:51:31.665180 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks [] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:31.707992 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:31.756213 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:31.759918 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:31.765143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:31.805422 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Pushing event updated for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:31.841610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:31.842315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:31.860631 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-47403736-dd9e-41f6-8b7b-5c861ef52d46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8865530 Jan 24 09:51:31.898352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Request body: {'port': {'device_id': '7a561728-15f1-4685-b08d-04341539e7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:31.994516 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.090313 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-c9070b94-762c-41a6-81e8-5a179327dbbc tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:32.092302 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-c9070b94-762c-41a6-81e8-5a179327dbbc tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 814 time: 0.2014015 Jan 24 09:51:32.102993 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8605e97-7595-4e5f-bcb3-ce886eac6b44 req-3b48958b-8cb9-411b-92f4-14f61f009070 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:32.112105 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e8605e97-7595-4e5f-bcb3-ce886eac6b44 req-3b48958b-8cb9-411b-92f4-14f61f009070 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.1197879 Jan 24 09:51:32.151216 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'port': {'device_id': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'admin_state_up': True, 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:32.360020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5066957d-8ca7-44bc-8c3d-628d32b4f70c {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:32.368515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks [] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.382257 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Transition to ACTIVE for port object 5066957d-8ca7-44bc-8c3d-628d32b4f70c will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:51:32.385900 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.479733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e8605e97-7595-4e5f-bcb3-ce886eac6b44 req-359518f2-12d0-4757-b62b-a9ed5cb0df81 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660197 Jan 24 09:51:32.557858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Pushing event updated for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:32.567858 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Made reservation on behalf of be29ad9b929441a5904a3018a4cd7166 for: {'port': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:32.571575 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.630712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Attempting to bind port 5066957d-8ca7-44bc-8c3d-628d32b4f70c on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:32.631520 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Attempting to bind port 5066957d-8ca7-44bc-8c3d-628d32b4f70c by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:32.633304 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Attempting to bind port 5066957d-8ca7-44bc-8c3d-628d32b4f70c on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:32.640014 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Port 5066957d-8ca7-44bc-8c3d-628d32b4f70c on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:51:32.640345 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Attempting to bind port 5066957d-8ca7-44bc-8c3d-628d32b4f70c on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:32.647474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:32.647822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Checking segment: {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:32.648213 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Bound using segment: {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:32.649629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Bound port: 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:32.651023 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.739097 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef5c02-44d6-4e19-b7f4-3c9fd06205d7 req-e327ee77-b437-4db1-9541-5c1eda9f093d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:32.740776 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7ef5c02-44d6-4e19-b7f4-3c9fd06205d7 req-e327ee77-b437-4db1-9541-5c1eda9f093d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.1665652 Jan 24 09:51:32.743340 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:32.749005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:32.755922 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.796958 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:32.798603 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:32.800204 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] 10.222.0.123 "PUT /v2.0/ports/5066957d-8ca7-44bc-8c3d-628d32b4f70c HTTP/1.1" status: 200 len: 1094 time: 0.9064744 Jan 24 09:51:32.801036 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:32.805129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb663b-e6ed-49eb-b720-c92698062d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:32.814799 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-19061bb4-5d2e-4046-bba9-79cf553e6235 req-7334252e-f870-4132-8e46-35ea05bd15dc tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 210 time: 0.0726011 Jan 24 09:51:32.844349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb76ad-bc94-42f8-b8b6-955423008f63 service neutron] Pushing event updated for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:32.905918 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1681a60d-0b1a-4243-863e-8731d03ecd6f x-openstack-request-id: req-1681a60d-0b1a-4243-863e-8731d03ecd6f {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:32.906312 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:32.906654 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1681a60d-0b1a-4243-863e-8731d03ecd6f {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:32.907194 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c', 'status': 'completed', 'code': 200} Jan 24 09:51:32.930777 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7ef5c02-44d6-4e19-b7f4-3c9fd06205d7 req-d78e6f73-2d88-4c17-85eb-941dd2e6b671 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707501 Jan 24 09:51:32.935699 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Allocated IP 172.20.0.8 (a0d2f751-7b21-42f5-8186-8c41e398bc8b/f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f/fba00668-2e43-421d-a2d4-d4b9a77a80a3) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:33.132549 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.166168 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.213156 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:33.216282 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:33.220171 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:33.247714 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:33.286258 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:33.287252 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.308126 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-9c798aa0-0988-46ac-8df0-9db531dd9ef1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1715434 Jan 24 09:51:33.477702 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-0967f81d-d564-42ea-a66e-2d13137d6197 None None] Provisioning complete for port fba00668-2e43-421d-a2d4-d4b9a77a80a3 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:33.478614 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0967f81d-d564-42ea-a66e-2d13137d6197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.517356 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-0967f81d-d564-42ea-a66e-2d13137d6197 None None] Port fba00668-2e43-421d-a2d4-d4b9a77a80a3 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:33.569521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54984) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:33.605667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c661c13-6c13-4077-8b9b-683803030bb1 req-bba713ec-2382-4689-8267-3906cf70e292 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:33.607415 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c661c13-6c13-4077-8b9b-683803030bb1 req-bba713ec-2382-4689-8267-3906cf70e292 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0542681 Jan 24 09:51:33.658320 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c661c13-6c13-4077-8b9b-683803030bb1 req-aac5ddfc-9ed6-4b29-834a-900af56468fc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Jan 24 09:51:33.737710 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b8782d57-aa94-4708-8569-4dc3fda86abb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=345c22e6643b4f8f9df14f13cb94b65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669993 Jan 24 09:51:33.740485 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 54990) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:33.791959 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] Publish callbacks [] for security_group (16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.814097 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] Publish callbacks [] for security_group (16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.861696 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.864557 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:33.865734 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b HTTP/1.1" status: 204 len: 168 time: 0.1242778 Jan 24 09:51:33.874294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24c9aa-9c76-4c6b-aff9-8320e19f398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e8a7b7-9700-4fc1-9c44-69b9e8c34e9b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:33.939203 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea8672-2425-42de-a6fb-9d844c6d5a23 req-69d0fb34-a549-41d8-a06b-033ad9519c7b tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:33.940640 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b4ea8672-2425-42de-a6fb-9d844c6d5a23 req-69d0fb34-a549-41d8-a06b-033ad9519c7b tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0548453 Jan 24 09:51:34.022911 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b4ea8672-2425-42de-a6fb-9d844c6d5a23 req-aac3e5f3-986e-44a7-8c2e-850185279351 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Jan 24 09:51:34.086267 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16997345-6a79-489f-96a4-d7b4f42231e3 req-80d91545-bc21-49b7-ad1d-4c894dd8e11d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:34.088180 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-16997345-6a79-489f-96a4-d7b4f42231e3 req-80d91545-bc21-49b7-ad1d-4c894dd8e11d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0572009 Jan 24 09:51:34.144162 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-16997345-6a79-489f-96a4-d7b4f42231e3 req-bd6cb9cf-5b31-4183-8347-35d3d9cc0a2a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Jan 24 09:51:34.792150 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d45f19-f363-4628-83e8-9433ce6fd4a1 req-2dc0a98b-1943-4b4e-af7f-212c95c3718f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:34.793895 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5d45f19-f363-4628-83e8-9433ce6fd4a1 req-2dc0a98b-1943-4b4e-af7f-212c95c3718f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0563953 Jan 24 09:51:34.849851 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5d45f19-f363-4628-83e8-9433ce6fd4a1 req-1975a2fd-e910-4935-9c80-0aec90d2ebc5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Jan 24 09:51:35.140364 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ebd31-5572-48f6-9ba9-9c671a6a280f req-be4abc8f-4b6d-46eb-a6b4-e0f0f0a0b335 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:35.142027 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ec0ebd31-5572-48f6-9ba9-9c671a6a280f req-be4abc8f-4b6d-46eb-a6b4-e0f0f0a0b335 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0521259 Jan 24 09:51:35.199814 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ec0ebd31-5572-48f6-9ba9-9c671a6a280f req-2084a7b8-d672-4425-97c3-6c8935038ce1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Jan 24 09:51:35.277351 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e0162-afd5-48cc-b972-9063b369b61c req-66dad43b-1d05-4290-afe4-073bd2c86a59 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:35.278872 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d72e0162-afd5-48cc-b972-9063b369b61c req-66dad43b-1d05-4290-afe4-073bd2c86a59 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0492411 Jan 24 09:51:35.328163 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d72e0162-afd5-48cc-b972-9063b369b61c req-b50f9892-b0d1-42fa-a91f-cc0c52d34a57 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Jan 24 09:51:35.978846 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12508b-705c-4e35-bd4f-eb3d46a2e736 req-9ce34340-8ecc-4279-8f8b-a2938d4d0222 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:35.980724 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c12508b-705c-4e35-bd4f-eb3d46a2e736 req-9ce34340-8ecc-4279-8f8b-a2938d4d0222 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0537353 Jan 24 09:51:36.038231 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c12508b-705c-4e35-bd4f-eb3d46a2e736 req-575f0593-8e66-4579-84fe-661b2c0892ff tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508630 Jan 24 09:51:36.357133 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7037234-e1f2-401a-bdbc-b7596dad01b1 req-068484ed-725f-403d-bb9c-65b588702348 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:36.358852 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d7037234-e1f2-401a-bdbc-b7596dad01b1 req-068484ed-725f-403d-bb9c-65b588702348 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0669801 Jan 24 09:51:36.421415 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d7037234-e1f2-401a-bdbc-b7596dad01b1 req-3587b45b-e56b-426e-acf8-8a36deda7dc3 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559576 Jan 24 09:51:36.513427 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb919c9-4fa2-4bef-b441-f1b874c7337f req-f3e59ea6-f074-4a44-9104-bcf98e3c9ad9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:36.515311 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-feb919c9-4fa2-4bef-b441-f1b874c7337f req-f3e59ea6-f074-4a44-9104-bcf98e3c9ad9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0536389 Jan 24 09:51:36.571838 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-feb919c9-4fa2-4bef-b441-f1b874c7337f req-1bb7bb6b-582b-4c8d-bd7a-137455f5943e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503018 Jan 24 09:51:37.175795 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d7956-633a-44bf-9635-87231a630a74 req-169e1a8f-290b-4394-905a-f525ffef15bb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:37.177359 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3e4d7956-633a-44bf-9635-87231a630a74 req-169e1a8f-290b-4394-905a-f525ffef15bb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0523524 Jan 24 09:51:37.232128 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3e4d7956-633a-44bf-9635-87231a630a74 req-91caa01c-d82b-4592-8f65-5b82d5d6708c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Jan 24 09:51:37.537315 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca310e7e-3d89-447c-aeef-0c1b531b4842 req-3c5c7239-6959-4136-93a6-6cf75b5471c0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:37.538975 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ca310e7e-3d89-447c-aeef-0c1b531b4842 req-3c5c7239-6959-4136-93a6-6cf75b5471c0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0508878 Jan 24 09:51:37.588346 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ca310e7e-3d89-447c-aeef-0c1b531b4842 req-27f10004-4b0f-448b-a430-7ad57abfd75d tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Jan 24 09:51:37.696435 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3599736-fc10-4b65-8e20-937f67d5a81d req-b9b8ec35-ac82-4486-8ac1-b043a0a63aa7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:37.697856 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3599736-fc10-4b65-8e20-937f67d5a81d req-b9b8ec35-ac82-4486-8ac1-b043a0a63aa7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0495124 Jan 24 09:51:37.749230 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3599736-fc10-4b65-8e20-937f67d5a81d req-164892f5-1761-4ccb-a7c9-094349740eab tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 Jan 24 09:51:38.359545 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a27a94-96d5-4daa-bf92-c59ce0a1810d req-8809baeb-cf14-4664-a666-bf0d92250380 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:38.361338 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15a27a94-96d5-4daa-bf92-c59ce0a1810d req-8809baeb-cf14-4664-a666-bf0d92250380 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0601082 Jan 24 09:51:38.413000 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15a27a94-96d5-4daa-bf92-c59ce0a1810d req-1f58ba3b-fd42-4638-85d9-35a357367e4d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Jan 24 09:51:38.710138 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcba63-a513-4f54-9555-560080410fee req-abae63c8-014b-4741-8091-cc2f979165f4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:38.711644 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-afbcba63-a513-4f54-9555-560080410fee req-abae63c8-014b-4741-8091-cc2f979165f4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0508616 Jan 24 09:51:38.759778 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-afbcba63-a513-4f54-9555-560080410fee req-25ef974c-91c4-488c-81bb-b5450921b1d3 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jan 24 09:51:38.943014 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce26b0-c0e9-42f5-a5ed-59165200d6a5 req-c46efb89-7ea9-4a0c-8fd3-a8583e461c28 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:38.944758 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1ce26b0-c0e9-42f5-a5ed-59165200d6a5 req-c46efb89-7ea9-4a0c-8fd3-a8583e461c28 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0586767 Jan 24 09:51:38.994624 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1ce26b0-c0e9-42f5-a5ed-59165200d6a5 req-eac20370-d65a-4b3f-b376-d5fd0c8202d2 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437419 Jan 24 09:51:39.532957 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3604-997b-481e-aeac-a01448612859 req-a7b5c52a-f7dc-477e-be56-5ed0d70b38e4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:39.534616 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-455f3604-997b-481e-aeac-a01448612859 req-a7b5c52a-f7dc-477e-be56-5ed0d70b38e4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0498135 Jan 24 09:51:39.583298 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-455f3604-997b-481e-aeac-a01448612859 req-2f05b2a3-2ad8-484a-872d-46dcb9c9038d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425580 Jan 24 09:51:39.878406 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053de95-2932-4eb4-9628-b681cbbfb16c req-1bbcb7e2-b5c6-4153-99e2-e71496549f37 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:39.880045 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5053de95-2932-4eb4-9628-b681cbbfb16c req-1bbcb7e2-b5c6-4153-99e2-e71496549f37 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0512278 Jan 24 09:51:39.933527 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5053de95-2932-4eb4-9628-b681cbbfb16c req-1394b655-0f9f-4305-9e2e-c5e09c4750eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464339 Jan 24 09:51:40.128043 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa591-7698-4685-8b21-140a2530b091 req-1fc91e81-a70a-4f33-84b7-72c53bdbe5e7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:40.129560 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25dfa591-7698-4685-8b21-140a2530b091 req-1fc91e81-a70a-4f33-84b7-72c53bdbe5e7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0586002 Jan 24 09:51:40.178424 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25dfa591-7698-4685-8b21-140a2530b091 req-0de3ee81-4b3c-4db2-af18-86b850bc156d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Jan 24 09:51:40.702641 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b945-58e3-4bb4-82e1-a699bea4e341 req-37bbb976-e42e-444b-92dc-0ad1d6a60f5a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:40.704083 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2778b945-58e3-4bb4-82e1-a699bea4e341 req-37bbb976-e42e-444b-92dc-0ad1d6a60f5a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0505123 Jan 24 09:51:40.754239 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2778b945-58e3-4bb4-82e1-a699bea4e341 req-cc92cf31-598f-4ac4-b87e-1a68296ce1e5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Jan 24 09:51:41.058737 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c91ff-16e0-4622-a1a8-4b2f85b58442 req-43d76824-24b6-4f35-b687-b3af6ae2a548 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:41.060340 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ee6c91ff-16e0-4622-a1a8-4b2f85b58442 req-43d76824-24b6-4f35-b687-b3af6ae2a548 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0557303 Jan 24 09:51:41.111226 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ee6c91ff-16e0-4622-a1a8-4b2f85b58442 req-8d066b4c-e3c7-4451-9b32-18ce8f5a8d17 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Jan 24 09:51:41.304919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-3f0a54c0-460f-4199-ba07-cd3b48e41d20 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088121964&fields=id&tenant_id=038fbe7e1285481ca999f25a075fa481 HTTP/1.1" status: 200 len: 267 time: 0.0719442 Jan 24 09:51:41.403434 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130fcd-137d-4107-8f84-f50e527cc14a req-a175c97d-ad63-47f2-86f4-8a5e0ca30f5a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:41.404953 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5c130fcd-137d-4107-8f84-f50e527cc14a req-a175c97d-ad63-47f2-86f4-8a5e0ca30f5a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.1179957 Jan 24 09:51:41.481104 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-cef9a9c4-06da-43a3-abb6-e513b653c1b4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:41.482948 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-cef9a9c4-06da-43a3-abb6-e513b653c1b4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 808 time: 0.1638396 Jan 24 09:51:41.505348 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5c130fcd-137d-4107-8f84-f50e527cc14a req-8a406308-8eb4-4eab-a7a0-637e0376cc64 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928044 Jan 24 09:51:41.509009 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-8366a340-c384-4c46-bb34-9354b893f434 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/quotas/038fbe7e1285481ca999f25a075fa481 HTTP/1.1" status: 200 len: 375 time: 0.0159528 Jan 24 09:51:41.582129 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-87a0fff4-b43a-4f50-8235-270e9bf7cdf7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666420 Jan 24 09:51:41.678548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-46476a0e-4cf8-4057-8c36-a27ab99f5467 service neutron] 10.222.0.39 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880821 Jan 24 09:51:41.768298 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-0b65c9f2-9ff0-4174-a904-63517a2cfb5e service neutron] 10.222.0.39 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836692 Jan 24 09:51:41.879988 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7e897-6acb-4b6e-8c08-3f844df06b8d req-fd419e6f-7f6f-4430-97f5-bb0419cd0084 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:41.881451 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bf7e897-6acb-4b6e-8c08-3f844df06b8d req-fd419e6f-7f6f-4430-97f5-bb0419cd0084 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0528522 Jan 24 09:51:41.930751 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bf7e897-6acb-4b6e-8c08-3f844df06b8d req-47662d6f-f15b-49c7-8705-da9c79ece036 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Jan 24 09:51:42.060702 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-047d7b00-ee57-4c02-8055-26367f29bed3 req-9411fe88-2e58-45a7-b4e0-37f393a0fbd2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Jan 24 09:51:42.256017 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c348a-bf38-4bac-b1ff-79f0a20d3530 req-ad41855e-d045-45a2-b40e-9d7ec558b7c4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:42.257627 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bd3c348a-bf38-4bac-b1ff-79f0a20d3530 req-ad41855e-d045-45a2-b40e-9d7ec558b7c4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0627556 Jan 24 09:51:42.327560 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bd3c348a-bf38-4bac-b1ff-79f0a20d3530 req-3dc23dec-5a63-4623-98f6-83810de165e1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588329 Jan 24 09:51:42.627821 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098ee79-1b7b-496b-b0ba-b19a5e9252f8 req-a23bd2a8-9e73-4286-80cb-ceea0c8dfa47 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:42.629404 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e098ee79-1b7b-496b-b0ba-b19a5e9252f8 req-a23bd2a8-9e73-4286-80cb-ceea0c8dfa47 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0545814 Jan 24 09:51:42.679455 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e098ee79-1b7b-496b-b0ba-b19a5e9252f8 req-a155035c-b921-4b9f-9353-50605fafff99 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443835 Jan 24 09:51:43.050568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882118-58ec-41ad-967d-e16fba98085f req-bfb57134-ad54-4a11-8b4b-78c1634ecc68 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:43.052172 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-68882118-58ec-41ad-967d-e16fba98085f req-bfb57134-ad54-4a11-8b4b-78c1634ecc68 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0535140 Jan 24 09:51:43.108462 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-68882118-58ec-41ad-967d-e16fba98085f req-a844f632-079a-43f5-95ee-4bd5c02d2724 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495906 Jan 24 09:51:43.154458 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8de21e0c-736f-45f7-bcce-3313d11d7178 req-cd1477ff-2c6f-4136-b9ce-8a963e24ad38 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0249679 Jan 24 09:51:43.440209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cbced-311b-4bcb-978b-e9b961f0cd46 req-d30dd52e-bf39-4ea5-81f1-b27ff8663f06 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:43.441892 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-951cbced-311b-4bcb-978b-e9b961f0cd46 req-d30dd52e-bf39-4ea5-81f1-b27ff8663f06 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0590963 Jan 24 09:51:43.495025 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-951cbced-311b-4bcb-978b-e9b961f0cd46 req-c501da54-7a88-488d-97a6-b5562e4b331c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Jan 24 09:51:43.519301 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:51:43.737389 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:43.802466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a312a35-2554-4422-a95b-5031d2a1f36d req-817dc943-22e7-4a98-8a59-ea34573eb9db tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:43.804148 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a312a35-2554-4422-a95b-5031d2a1f36d req-817dc943-22e7-4a98-8a59-ea34573eb9db tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0555856 Jan 24 09:51:43.855816 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a312a35-2554-4422-a95b-5031d2a1f36d req-7bddf622-f179-4f0e-ad14-5a829a1ac2b7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Jan 24 09:51:44.224511 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6451e8-6229-4ab1-9530-cc404f71bfec req-bcf0d67c-773a-4c83-86f5-832404303ca4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:44.225976 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff6451e8-6229-4ab1-9530-cc404f71bfec req-bcf0d67c-773a-4c83-86f5-832404303ca4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0523410 Jan 24 09:51:44.256026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-00a5c694-54af-4128-ab40-800db77814a6 req-8a9d5fee-b747-4ceb-acb7-cf13b1149118 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0289323 Jan 24 09:51:44.290059 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff6451e8-6229-4ab1-9530-cc404f71bfec req-e1b7c042-4810-4d93-be43-6a630a9d1281 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Jan 24 09:51:44.617918 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9045550-def1-4871-9211-92cdebe81a6a req-841ca169-5eb3-474c-aef4-7247eda77a10 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:44.619592 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9045550-def1-4871-9211-92cdebe81a6a req-841ca169-5eb3-474c-aef4-7247eda77a10 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 931 time: 0.0519474 Jan 24 09:51:44.670127 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9045550-def1-4871-9211-92cdebe81a6a req-49be3058-8332-48cc-b06e-f41cb515cb55 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441136 Jan 24 09:51:44.725324 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Request body: {'port': {'device_id': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:44.764961 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-325b6293-62af-474c-b4d3-cd9686c68d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:44.767133 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-325b6293-62af-474c-b4d3-cd9686c68d9c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 1097 time: 0.0446501 Jan 24 09:51:44.783393 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:44.980460 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-dfd11993-b475-40fc-94eb-ad013d4b48ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:44.982122 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-dfd11993-b475-40fc-94eb-ad013d4b48ff service neutron] 10.222.0.123 "GET /v2.0/networks?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1796792 Jan 24 09:51:45.039298 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958d67-7579-477f-a1d3-512ca0898a4b req-8df8e964-5e38-4503-bbd2-ada7e4258492 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:45.041057 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-06958d67-7579-477f-a1d3-512ca0898a4b req-8df8e964-5e38-4503-bbd2-ada7e4258492 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.1030002 Jan 24 09:51:45.130660 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-06958d67-7579-477f-a1d3-512ca0898a4b req-a21855f2-eab5-4c6c-bd13-7391609f03b7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835192 Jan 24 09:51:45.150722 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba00668-2e43-421d-a2d4-d4b9a77a80a3 {{(pid=102507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:45.159009 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks [] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:45.180089 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.provisioning_blocks [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Transition to ACTIVE for port object fba00668-2e43-421d-a2d4-d4b9a77a80a3 will not be triggered until provisioned by entity L2. {{(pid=102507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:51:45.185197 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:45.195298 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-86365580-71ac-459e-845a-e3055ada092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:45.196852 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cffb663b-e6ed-49eb-b720-c92698062d05 req-86365580-71ac-459e-845a-e3055ada092b service neutron] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816659 Jan 24 09:51:45.234678 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:45.306113 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Attempting to bind port fba00668-2e43-421d-a2d4-d4b9a77a80a3 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:45.306474 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Attempting to bind port fba00668-2e43-421d-a2d4-d4b9a77a80a3 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:45.306799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Attempting to bind port fba00668-2e43-421d-a2d4-d4b9a77a80a3 on network a0d2f751-7b21-42f5-8186-8c41e398bc8b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:45.311480 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Port fba00668-2e43-421d-a2d4-d4b9a77a80a3 on network a0d2f751-7b21-42f5-8186-8c41e398bc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:51:45.311798 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Attempting to bind port fba00668-2e43-421d-a2d4-d4b9a77a80a3 on network a0d2f751-7b21-42f5-8186-8c41e398bc8b {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:45.317072 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:45.317402 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Checking segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:45.317778 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Bound using segment: {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'} {{(pid=102507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:45.318204 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.managers [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Bound port: fba00668-2e43-421d-a2d4-d4b9a77a80a3, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0694a394-f946-4e97-b091-369248a755ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b'}}] {{(pid=102507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:45.318559 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:45.376212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e407148b-1a6b-4947-99ec-16ff3e25b5e9 req-cd819aae-e940-44b3-9d42-ba06cdaaf548 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0441210 Jan 24 09:51:45.436176 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, cleared binding levels {{(pid=102507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:45.439838 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.451002 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e64f-79f6-42b5-b093-8b9a3da7f30c req-afebc98d-2378-43b8-bc80-e73e9eecf215 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:45.453618 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c2e1e64f-79f6-42b5-b093-8b9a3da7f30c req-afebc98d-2378-43b8-bc80-e73e9eecf215 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0764127 Jan 24 09:51:45.455093 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:45.495091 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:45.495729 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:45.497240 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] 10.222.0.123 "PUT /v2.0/ports/fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 1093 time: 0.7764952 Jan 24 09:51:45.507392 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:45.509620 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526cbfd4-5d1d-44d6-97ec-72444525a712" -d '{"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:45.551454 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb877cee-6047-4882-856b-f395f8962903 x-openstack-request-id: req-cb877cee-6047-4882-856b-f395f8962903 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:45.551742 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:45.551989 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb877cee-6047-4882-856b-f395f8962903 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:45.552379 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:51:45.552939 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a62af-fa26-47fd-a70f-a4c5560c4208 service neutron] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=3']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:45.564057 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c2e1e64f-79f6-42b5-b093-8b9a3da7f30c req-2466bc6c-6019-4c3a-9722-0b7ce9fdb9cd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013017 Jan 24 09:51:45.791034 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa65147-4692-462a-8925-4d9f6c3e2ece req-1e15fc26-399e-4b95-ac1e-7d47657d7820 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:45.792501 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aa65147-4692-462a-8925-4d9f6c3e2ece req-1e15fc26-399e-4b95-ac1e-7d47657d7820 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0502396 Jan 24 09:51:45.842133 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aa65147-4692-462a-8925-4d9f6c3e2ece req-0bb2ee62-e802-47f0-b091-0612972ade94 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Jan 24 09:51:46.249415 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6cfc1-f0a2-4af1-8965-d406aaedfa14 req-2caa28ec-a888-4a9d-8bc9-2bf13458f14d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:46.251225 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bf6cfc1-f0a2-4af1-8965-d406aaedfa14 req-2caa28ec-a888-4a9d-8bc9-2bf13458f14d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0494165 Jan 24 09:51:46.301311 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bf6cfc1-f0a2-4af1-8965-d406aaedfa14 req-74458253-d7e6-47bf-908a-bd995a81781d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444822 Jan 24 09:51:46.487118 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a07b432f-813c-418c-8d23-95344426f74c req-690e19df-03a6-4f65-8aae-496a74c29007 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0321481 Jan 24 09:51:46.705209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa839cb-c75f-441c-bff9-63cce717611e req-4d5646e1-ad79-4659-992e-7f4aff5dd719 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:46.706604 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2fa839cb-c75f-441c-bff9-63cce717611e req-4d5646e1-ad79-4659-992e-7f4aff5dd719 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0654268 Jan 24 09:51:46.754416 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2fa839cb-c75f-441c-bff9-63cce717611e req-82359d34-e1cb-4259-a91f-9290be275071 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420499 Jan 24 09:51:46.978000 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcb4c1-5396-4f66-8e06-48194188d462 req-6e741494-64b4-49ae-b730-a22510fe435f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:46.979408 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38dcb4c1-5396-4f66-8e06-48194188d462 req-6e741494-64b4-49ae-b730-a22510fe435f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0484779 Jan 24 09:51:47.029801 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38dcb4c1-5396-4f66-8e06-48194188d462 req-e9595997-cd6e-47cc-86a4-fa9ee67dcd59 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Jan 24 09:51:47.418880 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9dcb9-52be-43f4-88a7-8dd5d679f5bb req-0fa27b1b-c55e-4114-b9b5-1997d5d6c815 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:47.420324 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bda9dcb9-52be-43f4-88a7-8dd5d679f5bb req-0fa27b1b-c55e-4114-b9b5-1997d5d6c815 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0497487 Jan 24 09:51:47.470022 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bda9dcb9-52be-43f4-88a7-8dd5d679f5bb req-73f6a685-49d5-46f4-b452-fc2319da1127 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Jan 24 09:51:47.588294 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ddd7c2aa-bdc2-454b-86e8-547361f08471 req-97e94c8b-3f8e-4bcd-bfdd-a436a0eea14c tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Jan 24 09:51:47.879936 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c19af-eef4-4f4b-a66b-87cf547fe7be req-deb050d0-a19a-445e-aec3-6cc5f58baf5c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:47.881409 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd6c19af-eef4-4f4b-a66b-87cf547fe7be req-deb050d0-a19a-445e-aec3-6cc5f58baf5c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0604942 Jan 24 09:51:47.941359 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd6c19af-eef4-4f4b-a66b-87cf547fe7be req-c45246d1-1d49-4ebc-a577-7869ba25948d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Jan 24 09:51:48.157121 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85bbce-63a1-4ba9-a0ae-881da234dd1e req-cc1acc64-51eb-4747-afb8-c10246a5c84b tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.158570 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3b85bbce-63a1-4ba9-a0ae-881da234dd1e req-cc1acc64-51eb-4747-afb8-c10246a5c84b tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0498016 Jan 24 09:51:48.206321 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3b85bbce-63a1-4ba9-a0ae-881da234dd1e req-2ac8d1c3-29d6-4356-8ee4-40f538aa7fec tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Jan 24 09:51:48.435510 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-658369be-764e-4a48-80ff-c7a648073642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.437017 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-658369be-764e-4a48-80ff-c7a648073642 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1096 time: 0.0423052 Jan 24 09:51:48.445449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-5889ad53-692f-489b-963e-ab2c90ffecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.446919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-5889ad53-692f-489b-963e-ab2c90ffecaa service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 1097 time: 0.0410767 Jan 24 09:51:48.532885 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-215665b4-c5bc-4516-84bd-162b90f26462 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c HTTP/1.1" status: 200 len: 217 time: 0.0376592 Jan 24 09:51:48.584831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-7ec2c30b-841d-4068-85af-76f6363cf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.586460 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-7ec2c30b-841d-4068-85af-76f6363cf9f2 service neutron] 10.222.0.123 "GET /v2.0/networks?tenant_id=be29ad9b929441a5904a3018a4cd7166&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956559 Jan 24 09:51:48.621799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-cd1fc4a9-4940-46a7-a2cd-75a410112201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.623308 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-cd1fc4a9-4940-46a7-a2cd-75a410112201 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=78dceacc-c825-44e7-9dee-5fe54922e0b8 HTTP/1.1" status: 200 len: 849 time: 0.0724056 Jan 24 09:51:48.634453 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad530-872b-4cef-8123-5d8dcfddf726 req-5713a155-a315-418d-be38-3d0f733cd60f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.636661 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5cad530-872b-4cef-8123-5d8dcfddf726 req-5713a155-a315-418d-be38-3d0f733cd60f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0942595 Jan 24 09:51:48.672442 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-f6e8ad64-fb3f-4db4-ae98-50d0476a39b6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0fda7f77-7154-41cb-a1d8-4f8599bd1990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345078 Jan 24 09:51:48.694381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-5c995477-8109-4560-9386-7fe815cf9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.696187 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-526cbfd4-5d1d-44d6-97ec-72444525a712 req-5c995477-8109-4560-9386-7fe815cf9295 service neutron] 10.222.0.123 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970840 Jan 24 09:51:48.715467 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9cfa9c8e-8e29-4edd-9801-9d64cb0fba7e req-18f1113c-889a-43e8-977d-ae8565d2000e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0453486 Jan 24 09:51:48.785400 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5cad530-872b-4cef-8123-5d8dcfddf726 req-552a4783-32f4-4942-93ae-f76e2156ac76 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354954 Jan 24 09:51:48.816723 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-1fbf1f98-e1c8-4d7d-a8da-a48d91fffcb6 service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229389 Jan 24 09:51:48.882203 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.123', 62229) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:51:48.892895 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-914d7712-cce9-4778-bd7f-1fdc75b0f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:48.894521 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-914d7712-cce9-4778-bd7f-1fdc75b0f946 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1096 time: 0.0479321 Jan 24 09:51:48.934960 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-9162be93-b1ec-43ec-b12d-923f95cf94f3 service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963109 Jan 24 09:51:49.002114 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-946ba209-d4c1-444e-8e8c-710c8470c139 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 217 time: 0.0652351 Jan 24 09:51:49.075352 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2960135-877f-49da-957b-ffa0dbe38b64 req-bb090941-0634-4d58-b65c-4c1c502123b8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.076880 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2960135-877f-49da-957b-ffa0dbe38b64 req-bb090941-0634-4d58-b65c-4c1c502123b8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0495698 Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.087965 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-8b4593e6-4419-4eff-ad28-4cc5c091f40e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.090522 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-8b4593e6-4419-4eff-ad28-4cc5c091f40e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 808 time: 0.1660101 Jan 24 09:51:49.131046 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f2960135-877f-49da-957b-ffa0dbe38b64 req-f788d5bc-cb19-46f5-9f13-840e19060d4e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476124 Jan 24 09:51:49.145869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-91557e9d-9b62-4c37-a9d3-f494aee769d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.147355 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-91557e9d-9b62-4c37-a9d3-f494aee769d4 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0731084 Jan 24 09:51:49.176699 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-63e4c143-e100-4835-a4aa-ab7b9f4aa2cc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=038fbe7e1285481ca999f25a075fa481 HTTP/1.1" status: 200 len: 380 time: 0.0655310 Jan 24 09:51:49.194445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'port': {'device_id': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'admin_state_up': True, 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'security_groups': ['315f33ca-f068-4e84-b03f-7769b5895a0e']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:49.288111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-7643aeae-e2c3-4a26-a057-9170c8421e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.289608 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-7643aeae-e2c3-4a26-a057-9170c8421e06 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057546 Jan 24 09:51:49.323395 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1b517-0be3-406b-a69e-891e7811425c req-a8cc2362-151a-4d25-b6ff-7d8156a0f35c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.324885 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e6c1b517-0be3-406b-a69e-891e7811425c req-a8cc2362-151a-4d25-b6ff-7d8156a0f35c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0516455 Jan 24 09:51:49.379453 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e6c1b517-0be3-406b-a69e-891e7811425c req-56595a09-5810-4d68-8a65-9f1a5b9be1c6 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Jan 24 09:51:49.384520 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Made reservation on behalf of 038fbe7e1285481ca999f25a075fa481 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:51:49.392515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:49.428549 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-d2dfecf8-5de8-472a-aaf9-252633268ef0 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260288 Jan 24 09:51:49.585622 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Allocated IP 172.20.0.10 (af74ea91-e0e0-4ed6-a135-13f8281968bb/a2c4c955-a389-45e3-bf67-8f9faf1734cd/0dfef475-ece1-4e34-bb9f-09e2a383fd46) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:51:49.590843 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e0b2f207-f201-4996-a341-b1e5fe4aa076 req-1917095e-870e-410f-8e6d-2c6804d2fd3c service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348293 Jan 24 09:51:49.727206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:49.763599 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:49.806939 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Network af74ea91-e0e0-4ed6-a135-13f8281968bb is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:51:49.809977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:51:49.813752 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:51:49.840899 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:49.852202 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112c864-d23e-40c4-8b25-69ecf04fe684 req-d159a4b2-21a6-439b-b631-b9b1f86f7cf6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.853865 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f112c864-d23e-40c4-8b25-69ecf04fe684 req-d159a4b2-21a6-439b-b631-b9b1f86f7cf6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 932 time: 0.0698502 Jan 24 09:51:49.878027 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.878804 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:49.897817 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-6ade2b20-44f5-4924-bf41-2a74a137de5d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7126892 Jan 24 09:51:49.926464 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Request body: {'port': {'device_id': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:51:49.935063 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f112c864-d23e-40c4-8b25-69ecf04fe684 req-27b9280d-5651-4105-9b85-43657fd61f95 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750318 Jan 24 09:51:49.944487 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3caf0-2647-4342-a0a5-fe7a24624e53 req-b7378a3c-5d5f-43b8-b26b-a979e2f64a1d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:49.946019 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0ea3caf0-2647-4342-a0a5-fe7a24624e53 req-b7378a3c-5d5f-43b8-b26b-a979e2f64a1d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0849342 Jan 24 09:51:50.001136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.021267 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0ea3caf0-2647-4342-a0a5-fe7a24624e53 req-1e452465-f956-4196-8483-2ed0ab373b9a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Jan 24 09:51:50.102190 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-27fdc499-52b6-432b-8e49-0bfbae4c24e6 None None] Provisioning complete for port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:51:50.102758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-27fdc499-52b6-432b-8e49-0bfbae4c24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.137444 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-27fdc499-52b6-432b-8e49-0bfbae4c24e6 None None] Port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:51:50.214511 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45499fa-82b4-4412-a03a-d9c317692f4e req-a124f494-d092-42c8-9683-03dab6878a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:50.216046 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a45499fa-82b4-4412-a03a-d9c317692f4e req-a124f494-d092-42c8-9683-03dab6878a8a service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1098 time: 0.0987847 Jan 24 09:51:50.246016 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e822f-7f40-48fd-8d87-102435edaf15 req-e595d69f-1938-47cc-a5ce-7b8812c3cf7c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:50.247523 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-945e822f-7f40-48fd-8d87-102435edaf15 req-e595d69f-1938-47cc-a5ce-7b8812c3cf7c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0494750 Jan 24 09:51:50.294340 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-945e822f-7f40-48fd-8d87-102435edaf15 req-2deab39b-8160-46c7-9279-eacea9ba8f16 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Jan 24 09:51:50.295071 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a45499fa-82b4-4412-a03a-d9c317692f4e req-a400ce9e-f547-4074-acf3-9233fda57042 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671473 Jan 24 09:51:50.492448 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ffe8a-e547-4cf9-a030-1f164b161429 req-5bcfbe3d-c341-4c53-9846-d65b71a82256 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:50.494172 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e51ffe8a-e547-4cf9-a030-1f164b161429 req-5bcfbe3d-c341-4c53-9846-d65b71a82256 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0502899 Jan 24 09:51:50.544052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e51ffe8a-e547-4cf9-a030-1f164b161429 req-ebbb04e1-93f4-4264-a9b5-acf9f3a8ed3d tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Jan 24 09:51:50.546260 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfef475-ece1-4e34-bb9f-09e2a383fd46 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:50.554110 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks [] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.566811 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Transition to ACTIVE for port object 0dfef475-ece1-4e34-bb9f-09e2a383fd46 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:51:50.572545 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.619072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:50.690187 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Attempting to bind port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:51:50.690523 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Attempting to bind port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:51:50.690852 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Attempting to bind port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 on network af74ea91-e0e0-4ed6-a135-13f8281968bb {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:50.695453 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 on network af74ea91-e0e0-4ed6-a135-13f8281968bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:51:50.695775 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Attempting to bind port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 on network af74ea91-e0e0-4ed6-a135-13f8281968bb {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:51:50.701383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:51:50.701772 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Checking segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:51:50.702163 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Bound using segment: {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:51:50.702588 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Bound port: 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:51:50.702971 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.769414 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:51:50.772404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:51:50.777562 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.810733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:50.811372 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:50.812735 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] 10.222.0.123 "PUT /v2.0/ports/0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 1094 time: 0.8958008 Jan 24 09:51:50.813184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:51:50.815451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeec695-7edd-42dd-8d1f-1f6e5417f031" -d '{"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:51:50.839471 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e4d7-d7dd-4e63-a780-7c2c7960732c service neutron] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:50.860969 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f391f88d-83cf-4a19-b9d6-3bb42ec54ded x-openstack-request-id: req-f391f88d-83cf-4a19-b9d6-3bb42ec54ded {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:51:50.861274 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:51:50.861535 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f391f88d-83cf-4a19-b9d6-3bb42ec54ded {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:51:50.861932 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'status': 'completed', 'code': 200} Jan 24 09:51:50.952434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-424ce4cf-fec1-452c-ad91-691ec9c05215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:50.953959 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-424ce4cf-fec1-452c-ad91-691ec9c05215 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1097 time: 0.0421116 Jan 24 09:51:51.008655 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-8b3ff93f-2737-4ced-b898-24ff5ec893d0 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 217 time: 0.0377340 Jan 24 09:51:51.069134 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775326a-b494-4839-86f8-f45bf2bb325b req-03abf1dd-c9a5-4e16-951c-4231a507d27b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:51.070645 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c775326a-b494-4839-86f8-f45bf2bb325b req-03abf1dd-c9a5-4e16-951c-4231a507d27b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0522954 Jan 24 09:51:51.144193 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c775326a-b494-4839-86f8-f45bf2bb325b req-5f420acf-4527-4711-9e08-008ac7404b81 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666440 Jan 24 09:51:51.160292 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a0a0-3c0a-44cf-9011-89305f5af59c req-3df561f9-7bdc-4a9d-92f3-4879651fc9ee tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:51.161750 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dfe2a0a0-3c0a-44cf-9011-89305f5af59c req-3df561f9-7bdc-4a9d-92f3-4879651fc9ee tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0695231 Jan 24 09:51:51.213835 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dfe2a0a0-3c0a-44cf-9011-89305f5af59c req-60df710c-5910-461b-bf3c-e8a02d24f63e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Jan 24 09:51:51.440908 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b486d-d9e4-4ab7-b948-1e80090d7ea3 req-6e750720-cf9d-4152-ab9b-f8669da32950 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:51.442510 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb5b486d-d9e4-4ab7-b948-1e80090d7ea3 req-6e750720-cf9d-4152-ab9b-f8669da32950 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0589886 Jan 24 09:51:51.493639 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eb5b486d-d9e4-4ab7-b948-1e80090d7ea3 req-41b42d64-4639-40c2-9cf3-61847634438a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Jan 24 09:51:51.669880 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b441a3d-3604-4769-821a-c8df9bcbde93 req-4e08c149-ff04-4c1b-9526-d3827f8ee077 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:51.671347 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0b441a3d-3604-4769-821a-c8df9bcbde93 req-4e08c149-ff04-4c1b-9526-d3827f8ee077 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0552609 Jan 24 09:51:51.719539 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0b441a3d-3604-4769-821a-c8df9bcbde93 req-911aff09-542f-4885-a0d5-b2ff74972343 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Jan 24 09:51:52.266969 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42fdcb-d43a-45fc-a517-394bf3c86c0b req-7968c5d5-e4e4-4b53-8333-cdbd3f809247 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:52.268563 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8e42fdcb-d43a-45fc-a517-394bf3c86c0b req-7968c5d5-e4e4-4b53-8333-cdbd3f809247 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0493574 Jan 24 09:51:52.343951 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8e42fdcb-d43a-45fc-a517-394bf3c86c0b req-c21a73bb-a1f3-412e-97af-20c334c4edd6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696418 Jan 24 09:51:52.355852 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac05c30-7733-4eeb-9d6a-1cfee310d616 req-73ea2c46-bc31-4a56-ac1a-be48ec1652fc tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:52.357261 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ac05c30-7733-4eeb-9d6a-1cfee310d616 req-73ea2c46-bc31-4a56-ac1a-be48ec1652fc tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0764008 Jan 24 09:51:52.402839 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ac05c30-7733-4eeb-9d6a-1cfee310d616 req-de548d35-09c3-4dab-b719-1617fccb7e38 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399573 Jan 24 09:51:52.613639 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf22843-b07d-452e-b015-e82bd9f1b52e req-59e806a7-9aa7-4332-863f-4fd97fe11dfb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:52.615026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fdf22843-b07d-452e-b015-e82bd9f1b52e req-59e806a7-9aa7-4332-863f-4fd97fe11dfb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0545800 Jan 24 09:51:52.666754 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fdf22843-b07d-452e-b015-e82bd9f1b52e req-8a2c0161-83d1-46af-8440-6d201f6c3ccb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Jan 24 09:51:52.761660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-bf9466d9-b2d3-478d-a390-8d5d0243a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:52.763226 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-bf9466d9-b2d3-478d-a390-8d5d0243a3ea service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0453861 Jan 24 09:51:52.850683 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6384646-0915-4cab-8b64-92474b59942e req-db2bc09a-330a-4202-9194-4ce2e7cd9290 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:52.852157 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a6384646-0915-4cab-8b64-92474b59942e req-db2bc09a-330a-4202-9194-4ce2e7cd9290 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0620849 Jan 24 09:51:52.998707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-63e8c0f7-0a40-48a5-9fd5-ed2d92a858b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:53.104826 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a6384646-0915-4cab-8b64-92474b59942e req-f759f9de-9b29-425d-9772-8c3b9f0a40ae tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445850 Jan 24 09:51:53.471834 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a80d5-911b-4440-a852-89c34dfbc978 req-24634aee-dfd8-406b-9ebc-548948b067e8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:53.473315 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e57a80d5-911b-4440-a852-89c34dfbc978 req-24634aee-dfd8-406b-9ebc-548948b067e8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0517814 Jan 24 09:51:53.552470 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1230feb-d2c8-440f-9558-f0833232313b req-2f22023c-5b20-4631-a790-45352a3de59d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:53.553931 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1230feb-d2c8-440f-9558-f0833232313b req-2f22023c-5b20-4631-a790-45352a3de59d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0761542 Jan 24 09:51:53.558063 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e57a80d5-911b-4440-a852-89c34dfbc978 req-8f83140c-2e41-49b0-ba47-c4c2fdc1f771 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785542 Jan 24 09:51:53.605315 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1230feb-d2c8-440f-9558-f0833232313b req-9ea4d757-5f31-442a-b305-db1318110796 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Jan 24 09:51:53.651384 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-b7ce1d85-fb7c-4221-8910-2a72915f944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:53.652740 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-b7ce1d85-fb7c-4221-8910-2a72915f944d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412629 Jan 24 09:51:53.795729 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72915221-0ad6-42b7-9ce0-676b259eb41b req-75dfc7c3-b3db-4f64-9469-481a9c22a9d2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:53.797191 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-72915221-0ad6-42b7-9ce0-676b259eb41b req-75dfc7c3-b3db-4f64-9469-481a9c22a9d2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0503497 Jan 24 09:51:53.845715 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-72915221-0ad6-42b7-9ce0-676b259eb41b req-26784427-931a-46db-945d-fa05aa59bf40 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Jan 24 09:51:54.221806 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be82cc-4edb-4763-9270-09d9ebb586f8 req-3efd8edf-9439-4551-8abb-0be2698db708 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:54.223305 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f9be82cc-4edb-4763-9270-09d9ebb586f8 req-3efd8edf-9439-4551-8abb-0be2698db708 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Jan 24 09:51:54.276015 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f9be82cc-4edb-4763-9270-09d9ebb586f8 req-b218c987-af8b-49c3-80e5-d0ad81e3d9d0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Jan 24 09:51:54.681586 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d699d2-82af-4b14-9ab2-1bff9cc20f83 req-e8b7149e-1dac-4b18-82eb-3afe6091e6ae tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:54.683070 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f1d699d2-82af-4b14-9ab2-1bff9cc20f83 req-e8b7149e-1dac-4b18-82eb-3afe6091e6ae tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0533974 Jan 24 09:51:54.739670 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-36dbc014-e779-4358-81b0-f6965552e05c service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875986 Jan 24 09:51:54.755532 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f1d699d2-82af-4b14-9ab2-1bff9cc20f83 req-5f42fa5f-e31c-40d2-8a99-92e6dbed3f2f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625241 Jan 24 09:51:54.767776 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f098c08-586f-4f95-b8e4-d2957ff2d1dc req-0b803948-158f-4e67-b3a5-b474ccc475ad tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:54.769279 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7f098c08-586f-4f95-b8e4-d2957ff2d1dc req-0b803948-158f-4e67-b3a5-b474ccc475ad tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0853436 Jan 24 09:51:54.821954 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7f098c08-586f-4f95-b8e4-d2957ff2d1dc req-175672a8-299b-4774-a5ca-7cb82b71cc4b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Jan 24 09:51:54.831196 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0967dc59-e6b4-4f83-83fd-eeb4f321decb req-f1eab56e-9b23-4619-9eec-7f074ad3e2a8 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824704 Jan 24 09:51:54.971872 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8792-d37f-4ab5-b3f1-8aaa2aa738f6 req-dc7f9e69-6a8e-4248-ac12-ef269bf47148 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:54.973682 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bf2c8792-d37f-4ab5-b3f1-8aaa2aa738f6 req-dc7f9e69-6a8e-4248-ac12-ef269bf47148 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0529068 Jan 24 09:51:54.985562 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-11c9a599-b843-461d-8098-e3d377425c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:54.987062 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-11c9a599-b843-461d-8098-e3d377425c36 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1097 time: 0.0451303 Jan 24 09:51:55.021364 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bf2c8792-d37f-4ab5-b3f1-8aaa2aa738f6 req-a127e8fa-e90f-487c-b4eb-c902b6474b81 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Jan 24 09:51:55.085977 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-ca0a0dbf-59f5-45bd-aab6-e44287474fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.087490 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-ca0a0dbf-59f5-45bd-aab6-e44287474fca service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0921004 Jan 24 09:51:55.135828 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-93190bea-9962-435d-860c-86456bcb522f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 217 time: 0.0384171 Jan 24 09:51:55.192209 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-162c5bd6-d8b0-4c29-bde4-befe58dc24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.193681 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-162c5bd6-d8b0-4c29-bde4-befe58dc24c6 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0512195 Jan 24 09:51:55.247848 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-9341d52d-20db-40f3-bf06-50f6d5bb6fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.249336 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-9341d52d-20db-40f3-bf06-50f6d5bb6fa8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404501 Jan 24 09:51:55.274019 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3eabae45-c449-4ff8-8c9d-f3f5a4d0a65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:55.399466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11425b24-b350-418e-b843-649ccd7bd3c3 req-febceb3e-cb90-40b6-9b57-5ab8636134a1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.401007 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11425b24-b350-418e-b843-649ccd7bd3c3 req-febceb3e-cb90-40b6-9b57-5ab8636134a1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0575023 Jan 24 09:51:55.412742 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-64aca862-5864-4643-a746-c080a3079c8e service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939460 Jan 24 09:51:55.452372 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11425b24-b350-418e-b843-649ccd7bd3c3 req-832376ef-4602-4c49-aaf6-1013033da4a7 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Jan 24 09:51:55.518537 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddeec695-7edd-42dd-8d1f-1f6e5417f031 req-534b7150-6900-491e-bd9a-3aa6254357ea service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894077 Jan 24 09:51:55.874369 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1c23-a8bf-462c-b06f-93fc2c285ec9 req-4cfb7b35-7c74-4d1f-9f3b-94b4407b53f4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.876012 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4b4c1c23-a8bf-462c-b06f-93fc2c285ec9 req-4cfb7b35-7c74-4d1f-9f3b-94b4407b53f4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0481515 Jan 24 09:51:55.953263 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4b4c1c23-a8bf-462c-b06f-93fc2c285ec9 req-6dd88340-139a-46fe-a7cc-793df924a666 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711310 Jan 24 09:51:55.967947 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac782f2-80ff-4678-9d72-97f66a58865c req-08f0f313-40ad-4795-bef7-341a2525216a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:55.969546 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dac782f2-80ff-4678-9d72-97f66a58865c req-08f0f313-40ad-4795-bef7-341a2525216a tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 944 time: 0.0814080 Jan 24 09:51:56.017598 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dac782f2-80ff-4678-9d72-97f66a58865c req-a75e2f51-4b14-41ba-859f-be87a14a089f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Jan 24 09:51:56.143356 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6ada8-a987-4050-9658-4fdb671f07a6 req-26d476b6-b6b3-4976-9b3c-e85403d01be8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:56.144866 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c5e6ada8-a987-4050-9658-4fdb671f07a6 req-26d476b6-b6b3-4976-9b3c-e85403d01be8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0557799 Jan 24 09:51:56.197307 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:56.202078 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c5e6ada8-a987-4050-9658-4fdb671f07a6 req-d7655140-4a7b-446b-9dd1-487b614e72cc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Jan 24 09:51:56.318669 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 5066957d-8ca7-44bc-8c3d-628d32b4f70c details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:51:56.323698 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851c173-0a7b-43ed-a58e-dcf3c50fe317 req-0752b27b-ca7d-4b2b-9aeb-e7c7f8a1cb57 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:56.325191 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a851c173-0a7b-43ed-a58e-dcf3c50fe317 req-0752b27b-ca7d-4b2b-9aeb-e7c7f8a1cb57 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0520127 Jan 24 09:51:56.374498 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a851c173-0a7b-43ed-a58e-dcf3c50fe317 req-edb967ee-3033-4aa9-98eb-0c5a52cd5865 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jan 24 09:51:56.418924 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:56.430263 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '5066957d-8ca7-44bc-8c3d-628d32b4f70c', 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990', 'port_id': '5066957d-8ca7-44bc-8c3d-628d32b4f70c', 'mac_address': 'fa:16:3e:97:63:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dceacc-c825-44e7-9dee-5fe54922e0b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:51:56.472684 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 5066957d-8ca7-44bc-8c3d-628d32b4f70c is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:56.473083 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:56.496867 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5066957d-8ca7-44bc-8c3d-628d32b4f70c {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:56.517927 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:56.524127 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:56.524800 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fba00668-2e43-421d-a2d4-d4b9a77a80a3 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:51:56.570589 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc36dc-334f-4d90-b7d8-ddb20d3817bd req-129ab835-c88d-4724-bdfb-5793193bea61 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:56.572121 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c8cc36dc-334f-4d90-b7d8-ddb20d3817bd req-129ab835-c88d-4724-bdfb-5793193bea61 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 943 time: 0.0519788 Jan 24 09:51:56.620920 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c8cc36dc-334f-4d90-b7d8-ddb20d3817bd req-6a832b5d-5829-4e3c-9f05-f48ea8aed1f9 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Jan 24 09:51:56.623233 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:56.666212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:56.679146 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'port_id': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'mac_address': 'fa:16:3e:4a:5e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:51:56.729023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port fba00668-2e43-421d-a2d4-d4b9a77a80a3 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:51:56.729415 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:56.747413 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba00668-2e43-421d-a2d4-d4b9a77a80a3 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:51:56.767519 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:51:56.772790 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:56.820951 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:51:57.074568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea31733-789f-4769-b7ae-1288c012db2f req-9735a92e-29a3-4af8-93f2-fb9392f9813f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:57.076824 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bea31733-789f-4769-b7ae-1288c012db2f req-9735a92e-29a3-4af8-93f2-fb9392f9813f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0530813 Jan 24 09:51:57.154844 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bea31733-789f-4769-b7ae-1288c012db2f req-bf5dfca0-1abe-4998-b41a-3f52dbed3d53 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723066 Jan 24 09:51:57.166811 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae9124-06ea-4cb0-babb-40ecf958194b req-59148568-8982-4ff0-b1ea-af0be3ebbcb1 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:57.168422 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1dae9124-06ea-4cb0-babb-40ecf958194b req-59148568-8982-4ff0-b1ea-af0be3ebbcb1 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 945 time: 0.0697584 Jan 24 09:51:57.215354 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1dae9124-06ea-4cb0-babb-40ecf958194b req-78494c9b-c583-4322-a54b-bf8e46703f7c tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Jan 24 09:51:57.610021 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['5066957d-8ca7-44bc-8c3d-628d32b4f70c'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:51:57.751807 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232e16-6c05-49a2-b685-3788301f7221 req-ccd83678-7a00-4f1e-bc0a-7487055d4ac8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:57.763407 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff232e16-6c05-49a2-b685-3788301f7221 req-ccd83678-7a00-4f1e-bc0a-7487055d4ac8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 944 time: 0.0512700 Jan 24 09:51:57.793275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:51:57.800673 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:57.828988 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ff232e16-6c05-49a2-b685-3788301f7221 req-13da1100-7775-402f-9f5f-13bfb17e0867 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Jan 24 09:51:57.992019 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fba9cc-df63-47f6-b675-44a927e46eea req-8e4a0f28-a941-4117-8351-b0c637b072dc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:57.993934 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-99fba9cc-df63-47f6-b675-44a927e46eea req-8e4a0f28-a941-4117-8351-b0c637b072dc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0580766 Jan 24 09:51:58.036357 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-b3e46acd-9eb9-4fb5-b3b8-857ffcb952ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.037889 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-b3e46acd-9eb9-4fb5-b3b8-857ffcb952ed service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0581675 Jan 24 09:51:58.051605 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-99fba9cc-df63-47f6-b675-44a927e46eea req-0935c114-b4f1-467b-bb14-1b328fb0b665 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498827 Jan 24 09:51:58.132998 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-3efd84c3-abfb-4ebf-8644-4348a8e64175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.134667 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-3efd84c3-abfb-4ebf-8644-4348a8e64175 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.0900443 Jan 24 09:51:58.182091 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-ed1fbd84-53ec-4568-b269-2f7c76ac1a36 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0354569 Jan 24 09:51:58.244431 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-9d6e9404-de45-414f-b6cd-de00c99f72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.245982 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-9d6e9404-de45-414f-b6cd-de00c99f72d6 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0553982 Jan 24 09:51:58.282614 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-3141d85d-22d6-440f-a98b-09215bbed07d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284212 Jan 24 09:51:58.291555 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441501a-d423-4283-8f29-adbbf474b1d1 req-9167f065-c779-4ea5-ab0b-a835b264ecc9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.293254 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f441501a-d423-4283-8f29-adbbf474b1d1 req-9167f065-c779-4ea5-ab0b-a835b264ecc9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0655553 Jan 24 09:51:58.382302 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d30b7-da3b-43ef-9514-913a5c7b8dcf req-5d96b578-d272-4251-ab6b-a8937f818047 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.383696 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd3d30b7-da3b-43ef-9514-913a5c7b8dcf req-5d96b578-d272-4251-ab6b-a8937f818047 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 945 time: 0.0895445 Jan 24 09:51:58.387999 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-7f9cd525-926a-439a-b0da-835d13301bed service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Jan 24 09:51:58.389470 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f441501a-d423-4283-8f29-adbbf474b1d1 req-acb0a440-b61e-44fc-8c2b-4a57aa90371c tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869412 Jan 24 09:51:58.449658 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd3d30b7-da3b-43ef-9514-913a5c7b8dcf req-46ac4103-6aa7-4575-b16a-8610ce72839e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Jan 24 09:51:58.490138 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-88fc19d8-6dd4-41b1-a6f4-ac58e3eed955 req-fbd17ccd-ee77-4209-91f0-259e239d9b91 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932956 Jan 24 09:51:58.946626 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69578df-2477-40c7-a79a-177890624777 req-cf49e40f-0ab2-41df-84c7-c43a830c64d7 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:58.948145 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c69578df-2477-40c7-a79a-177890624777 req-cf49e40f-0ab2-41df-84c7-c43a830c64d7 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 944 time: 0.0498636 Jan 24 09:51:59.010451 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c69578df-2477-40c7-a79a-177890624777 req-a47c1d34-7d1e-426a-9a2c-9970e55259e3 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Jan 24 09:51:59.142249 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:51:59.181568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0ade-b0ca-4b72-a603-3b8acd63716c req-e727b58a-c1d4-414b-ac9e-4a6b65b92746 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:59.183121 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9d0b0ade-b0ca-4b72-a603-3b8acd63716c req-e727b58a-c1d4-414b-ac9e-4a6b65b92746 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0604119 Jan 24 09:51:59.234458 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9d0b0ade-b0ca-4b72-a603-3b8acd63716c req-97dccb71-21cc-4bdc-8fb4-b1412c901232 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Jan 24 09:51:59.520575 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f037c1-adb7-47a7-ba30-79701874bdd1 req-e4f1a3d0-07ee-4a73-8c72-457a72a374f8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:59.522091 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-97f037c1-adb7-47a7-ba30-79701874bdd1 req-e4f1a3d0-07ee-4a73-8c72-457a72a374f8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0519965 Jan 24 09:51:59.596889 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04fe7-fdd3-4699-ad2a-8084526d82c3 req-7c176261-f655-4a95-a11a-d2135faf93f7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:51:59.598349 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3da04fe7-fdd3-4699-ad2a-8084526d82c3 req-7c176261-f655-4a95-a11a-d2135faf93f7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 945 time: 0.0753906 Jan 24 09:51:59.604881 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-97f037c1-adb7-47a7-ba30-79701874bdd1 req-fcdc18ef-099d-416d-b462-325aa942d68b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740943 Jan 24 09:51:59.650951 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3da04fe7-fdd3-4699-ad2a-8084526d82c3 req-8e7ab3eb-d6a4-4881-809e-11d341228745 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Jan 24 09:52:00.142230 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4216-5148-417b-b210-9be15052aeda req-739f8434-9e92-4d53-93c4-590982364a7d tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:00.143717 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdbb4216-5148-417b-b210-9be15052aeda req-739f8434-9e92-4d53-93c4-590982364a7d tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 944 time: 0.0531077 Jan 24 09:52:00.193207 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdbb4216-5148-417b-b210-9be15052aeda req-c2f23526-0899-4c7b-a29d-c9ca8db90772 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413318 Jan 24 09:52:00.351721 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1543-2c79-4669-913c-1a182cbdd6f3 req-04d5bd35-17d9-4c05-80b4-74eb9971e6b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:00.353110 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e41e1543-2c79-4669-913c-1a182cbdd6f3 req-04d5bd35-17d9-4c05-80b4-74eb9971e6b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0497351 Jan 24 09:52:00.398872 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e41e1543-2c79-4669-913c-1a182cbdd6f3 req-898a8f5e-e977-4294-b93f-c3174660da58 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Jan 24 09:52:00.751435 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a60b6-6c45-4732-afb2-831c96f6bc4c req-5f897387-8cc2-407d-9b42-051aca4b4d33 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:00.752875 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-906a60b6-6c45-4732-afb2-831c96f6bc4c req-5f897387-8cc2-407d-9b42-051aca4b4d33 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0729823 Jan 24 09:52:00.795925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26636829-44f0-4e88-be89-fc100aad5bc9 req-18d5238e-2b4b-465b-8fbe-c2e41a74d41d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:00.797387 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-26636829-44f0-4e88-be89-fc100aad5bc9 req-18d5238e-2b4b-465b-8fbe-c2e41a74d41d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 945 time: 0.0786757 Jan 24 09:52:00.825914 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-906a60b6-6c45-4732-afb2-831c96f6bc4c req-1cebd3e8-1805-4714-aa64-99e0166acc62 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671825 Jan 24 09:52:00.855107 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-26636829-44f0-4e88-be89-fc100aad5bc9 req-458c1291-72d9-461f-b231-c347e8b114a9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520835 Jan 24 09:52:01.316774 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a18d7a-a301-4362-b1e8-5d50abb1c83f req-f84a1c7a-7b54-4309-bc6c-1de3c1af64b1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:01.318251 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-01a18d7a-a301-4362-b1e8-5d50abb1c83f req-f84a1c7a-7b54-4309-bc6c-1de3c1af64b1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 944 time: 0.0583875 Jan 24 09:52:01.367491 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-01a18d7a-a301-4362-b1e8-5d50abb1c83f req-ec3219fc-7139-44e7-bd4b-922bfb1cb0bc tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Jan 24 09:52:01.529763 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddbf35-6581-4b3d-aa1a-5e8e445881e4 req-df338dde-b02f-4ddd-a7f3-1a68ccac9439 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:01.531373 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63ddbf35-6581-4b3d-aa1a-5e8e445881e4 req-df338dde-b02f-4ddd-a7f3-1a68ccac9439 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0507200 Jan 24 09:52:01.580108 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63ddbf35-6581-4b3d-aa1a-5e8e445881e4 req-b7a5d0bd-866d-477a-8e67-0a6ccd5e8f2e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Jan 24 09:52:01.976137 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb4a29-18e8-46a2-a445-c7806e4ec9c1 req-65e94770-cfd6-4712-b4eb-00fd68e86f51 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:01.977604 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdeb4a29-18e8-46a2-a445-c7806e4ec9c1 req-65e94770-cfd6-4712-b4eb-00fd68e86f51 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0778828 Jan 24 09:52:01.996840 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d5432-3f29-41f9-838a-efc967976fa6 req-2a87ace9-616a-4b72-9b53-474929fe9260 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:01.998224 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b0d5432-3f29-41f9-838a-efc967976fa6 req-2a87ace9-616a-4b72-9b53-474929fe9260 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 945 time: 0.0730693 Jan 24 09:52:02.064784 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bdeb4a29-18e8-46a2-a445-c7806e4ec9c1 req-7ff6d750-5406-41a2-870e-9a0d5e701469 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807965 Jan 24 09:52:02.069139 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b0d5432-3f29-41f9-838a-efc967976fa6 req-40713d86-002e-43b7-b4b0-14086af871d4 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636237 Jan 24 09:52:02.507362 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527857d5-a11c-44d5-9db7-88298de84045 req-1e59171e-ce15-4040-9a14-8df0abbc88ab tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:02.508813 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-527857d5-a11c-44d5-9db7-88298de84045 req-1e59171e-ce15-4040-9a14-8df0abbc88ab tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 944 time: 0.0602400 Jan 24 09:52:02.570547 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-527857d5-a11c-44d5-9db7-88298de84045 req-1b868929-e75c-4602-9749-b25db92065d1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558329 Jan 24 09:52:02.697037 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731f6e5-7a75-4e1e-afa5-bb513e271e6c req-8f592b41-023b-4034-afae-ea4b008e56f7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:02.698710 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b731f6e5-7a75-4e1e-afa5-bb513e271e6c req-8f592b41-023b-4034-afae-ea4b008e56f7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0499587 Jan 24 09:52:02.752648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b731f6e5-7a75-4e1e-afa5-bb513e271e6c req-8bd431d9-b57c-4336-a665-173de7cb3e60 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Jan 24 09:52:02.785472 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 5066957d-8ca7-44bc-8c3d-628d32b4f70c up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:52:02.838400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 5066957d-8ca7-44bc-8c3d-628d32b4f70c completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:52:02.842097 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 5066957d-8ca7-44bc-8c3d-628d32b4f70c triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:52:02.842465 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:02.921335 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 5066957d-8ca7-44bc-8c3d-628d32b4f70c is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:02.921700 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:02.944246 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:02.946484 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e441fb-f48e-4fe6-a0ca-bc91366b7dd4" -d '{"events": [{"server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "name": "network-vif-plugged", "status": "completed", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:02.960140 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:02.964224 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:02.964988 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fba00668-2e43-421d-a2d4-d4b9a77a80a3 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:52:02.987777 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad508f1-aef2-4c81-b105-4f93ae37caf3 x-openstack-request-id: req-7ad508f1-aef2-4c81-b105-4f93ae37caf3 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:02.988095 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "name": "network-vif-plugged", "status": "completed", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:02.988353 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ad508f1-aef2-4c81-b105-4f93ae37caf3 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:02.988737 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c', 'code': 200} Jan 24 09:52:03.043060 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:03.054540 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port fba00668-2e43-421d-a2d4-d4b9a77a80a3 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:52:03.058643 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port fba00668-2e43-421d-a2d4-d4b9a77a80a3 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:52:03.059038 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.146007 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port fba00668-2e43-421d-a2d4-d4b9a77a80a3 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:03.146744 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.188042 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:03.192297 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.211328 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a868a-6745-413e-9fdf-02a7ab04eeab req-c73a6f2b-cf70-488c-97b4-f6238c3382df tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:03.212850 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a4a868a-6745-413e-9fdf-02a7ab04eeab req-c73a6f2b-cf70-488c-97b4-f6238c3382df tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0789363 Jan 24 09:52:03.225500 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd216fb9-c8e8-466c-9b04-de775c09da9a req-ef558df4-8418-409d-b16e-f713096ab1ff tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:03.227100 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd216fb9-c8e8-466c-9b04-de775c09da9a req-ef558df4-8418-409d-b16e-f713096ab1ff tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0675023 Jan 24 09:52:03.242690 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:03.276536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9234f-080e-4582-a463-d187f05fd611 req-620f62f0-cbaf-4f7e-ac63-3847fe8c27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:03.278247 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-05e9234f-080e-4582-a463-d187f05fd611 req-620f62f0-cbaf-4f7e-ac63-3847fe8c27e2 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 1099 time: 0.0470164 Jan 24 09:52:03.303983 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd216fb9-c8e8-466c-9b04-de775c09da9a req-30486c60-0121-4ba6-8892-e76598bce9cc tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692208 Jan 24 09:52:03.307811 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a4a868a-6745-413e-9fdf-02a7ab04eeab req-1ac4703b-4595-4b58-89d2-c3c56d175071 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796866 Jan 24 09:52:03.339377 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-05e9234f-080e-4582-a463-d187f05fd611 req-05bf9700-3c63-4f53-ba8b-8c4fe5b55260 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Jan 24 09:52:03.598025 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55470) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:03.701140 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7359598-51d5-4950-bece-ef6fa275684b req-471ca698-dd81-4611-948c-69f2b887785a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:03.702790 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f7359598-51d5-4950-bece-ef6fa275684b req-471ca698-dd81-4611-948c-69f2b887785a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0519855 Jan 24 09:52:03.741220 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87b5e996-f978-4859-96d5-9d812503fe26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.753196 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f7359598-51d5-4950-bece-ef6fa275684b req-678ca03b-3e7b-447e-811f-7dc002cfd15c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Jan 24 09:52:03.824672 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87b5e996-f978-4859-96d5-9d812503fe26 admin admin] Publish callbacks [] for security_group (944f18c2-7698-45df-a0d1-295908b74531), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.829344 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-87b5e996-f978-4859-96d5-9d812503fe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (944f18c2-7698-45df-a0d1-295908b74531), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.868029 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-87b5e996-f978-4859-96d5-9d812503fe26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8326acc29aa4aeba1bd41b44f9563ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689457 Jan 24 09:52:03.869987 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5e996-f978-4859-96d5-9d812503fe26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944f18c2-7698-45df-a0d1-295908b74531,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:03.873228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55486) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:03.877015 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5e4f-3f51-44e4-a09f-2b380e70a9cc req-795a60a0-a507-419d-8e6b-90a6655fd1c3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:03.878784 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c3a5e4f-3f51-44e4-a09f-2b380e70a9cc req-795a60a0-a507-419d-8e6b-90a6655fd1c3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0511250 Jan 24 09:52:03.920477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] Publish callbacks [] for security_group (944f18c2-7698-45df-a0d1-295908b74531), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:03.927195 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c3a5e4f-3f51-44e4-a09f-2b380e70a9cc req-6a187e81-865d-4fc5-a7d7-07cdcb57f082 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Jan 24 09:52:03.950153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] Publish callbacks [] for security_group (944f18c2-7698-45df-a0d1-295908b74531), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:04.003055 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (944f18c2-7698-45df-a0d1-295908b74531), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:04.005747 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:04.007587 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/944f18c2-7698-45df-a0d1-295908b74531 HTTP/1.1" status: 204 len: 168 time: 0.1331866 Jan 24 09:52:04.016307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7a5d-0c42-406b-8616-4d2c8947c104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944f18c2-7698-45df-a0d1-295908b74531,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:04.449463 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a772392-fd14-44a3-b307-ee4ce479a06d req-e38c5b19-b25e-4703-86c2-811699a1932c tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:04.450926 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a772392-fd14-44a3-b307-ee4ce479a06d req-e38c5b19-b25e-4703-86c2-811699a1932c tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0774667 Jan 24 09:52:04.461927 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f203f-6ebe-40c2-89ed-39399e99380b req-fa61378b-1850-40ad-9aee-0e0e1de1dddd tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:04.463300 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-531f203f-6ebe-40c2-89ed-39399e99380b req-fa61378b-1850-40ad-9aee-0e0e1de1dddd tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0791228 Jan 24 09:52:04.533181 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a772392-fd14-44a3-b307-ee4ce479a06d req-ab62d290-6cd5-4f86-b920-c7c0fb96e0c3 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 Jan 24 09:52:04.537151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-531f203f-6ebe-40c2-89ed-39399e99380b req-c7bfef37-8914-4cbf-96c8-c982f92a8fe2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673611 Jan 24 09:52:04.827452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:52:04.876136 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3316-0849-45c0-a445-5e1e821b7892 req-c000b077-c42d-41c8-88d1-243dbf89a75f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:04.877606 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27fc3316-0849-45c0-a445-5e1e821b7892 req-c000b077-c42d-41c8-88d1-243dbf89a75f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0546243 Jan 24 09:52:04.931817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:04.939442 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27fc3316-0849-45c0-a445-5e1e821b7892 req-28b8e07b-1fc1-4492-8a65-6b026cd869fe tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Jan 24 09:52:04.944476 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'mac_address': 'fa:16:3e:7f:61:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:52:04.989286 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:04.991585 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e729d4d-b3de-4bf1-9ab8-49e17eba83e0" -d '{"events": [{"server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "name": "network-vif-plugged", "status": "completed", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:04.993885 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:04.994271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:05.008981 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfef475-ece1-4e34-bb9f-09e2a383fd46 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:52:05.029281 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:05.033968 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:05.041134 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb58b5cf-7ef6-4fa7-bdf7-842fef242fe9 x-openstack-request-id: req-eb58b5cf-7ef6-4fa7-bdf7-842fef242fe9 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:05.041452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "name": "network-vif-plugged", "status": "completed", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:05.041710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb58b5cf-7ef6-4fa7-bdf7-842fef242fe9 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:05.042287 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'code': 200} Jan 24 09:52:05.057024 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214f0f2-1d41-4f25-b172-5250468694a0 req-960563b0-fb2c-4d2c-8bd5-d90c73f49aa1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:05.058620 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1214f0f2-1d41-4f25-b172-5250468694a0 req-960563b0-fb2c-4d2c-8bd5-d90c73f49aa1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0564690 Jan 24 09:52:05.088118 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:05.112289 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1214f0f2-1d41-4f25-b172-5250468694a0 req-13dfc5aa-1adf-4a85-85ab-9999e4bda25b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479226 Jan 24 09:52:05.436539 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685332a-1f1c-422f-bf75-eacd4b06b7de req-e523ac4e-1150-4910-92c5-f29786cda927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:05.437896 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c685332a-1f1c-422f-bf75-eacd4b06b7de req-e523ac4e-1150-4910-92c5-f29786cda927 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0473802 Jan 24 09:52:05.495692 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c685332a-1f1c-422f-bf75-eacd4b06b7de req-9f40eba2-cb5c-44b9-8f18-ca197c1ffd05 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Jan 24 09:52:05.679275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['0dfef475-ece1-4e34-bb9f-09e2a383fd46'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:05.680452 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11909a20-84af-4b04-856f-8a5ad769a605 req-b78e6e3b-eef7-40e4-8597-b3126d96e746 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:05.681988 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11909a20-84af-4b04-856f-8a5ad769a605 req-b78e6e3b-eef7-40e4-8597-b3126d96e746 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 945 time: 0.0766208 Jan 24 09:52:05.692932 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9d2b-28d5-4f36-b651-a5e21cb2632f req-311deb09-d99c-48f2-9dc0-24dd69ca280f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:05.694404 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b19a9d2b-28d5-4f36-b651-a5e21cb2632f req-311deb09-d99c-48f2-9dc0-24dd69ca280f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0870588 Jan 24 09:52:05.771190 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11909a20-84af-4b04-856f-8a5ad769a605 req-e070bf68-c549-417e-a8fb-b46150a500a7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756881 Jan 24 09:52:05.787003 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b19a9d2b-28d5-4f36-b651-a5e21cb2632f req-15bb21ec-0bd5-4050-8952-80f8108fa43b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794504 Jan 24 09:52:06.068624 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e1785-f46d-451f-8866-f2cd51cce4da req-a1810a4d-ba7a-4dce-bb25-2991c227da85 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:06.074119 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c25e1785-f46d-451f-8866-f2cd51cce4da req-a1810a4d-ba7a-4dce-bb25-2991c227da85 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0596204 Jan 24 09:52:06.122465 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c25e1785-f46d-451f-8866-f2cd51cce4da req-8db179a3-c8d2-457c-b029-af58bd800996 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jan 24 09:52:06.235512 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f198e-128a-4d36-a0ad-49703970be06 req-fcdada5a-1b76-4f65-b056-61f600dce855 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:06.236907 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7f2f198e-128a-4d36-a0ad-49703970be06 req-fcdada5a-1b76-4f65-b056-61f600dce855 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0513253 Jan 24 09:52:06.283606 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7f2f198e-128a-4d36-a0ad-49703970be06 req-953c2b76-c282-44a0-bdb6-58c0f133cf6d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Jan 24 09:52:06.899577 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ceaf7-46f8-49f8-b0f7-ec9257176c38 req-39f6daa4-b11f-4b30-a0d0-711672662400 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:06.901063 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a8ceaf7-46f8-49f8-b0f7-ec9257176c38 req-39f6daa4-b11f-4b30-a0d0-711672662400 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 945 time: 0.0499251 Jan 24 09:52:06.952488 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a8ceaf7-46f8-49f8-b0f7-ec9257176c38 req-1ba04576-43c4-4a08-886b-70b769323823 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Jan 24 09:52:07.150673 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0235d1-6d22-4442-9be0-30e178bfa4c0 req-a32158ad-894f-458a-b96a-60bd464718ce tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:07.152172 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b0235d1-6d22-4442-9be0-30e178bfa4c0 req-a32158ad-894f-458a-b96a-60bd464718ce tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0537572 Jan 24 09:52:07.209913 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b0235d1-6d22-4442-9be0-30e178bfa4c0 req-42c3ca7a-a163-48ce-a7e6-978e01226163 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518978 Jan 24 09:52:07.267918 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7357-9512-446e-9ed2-598ba60caacd req-cab5ff7c-ee8e-4e9a-ae4e-5a642f1bcf1f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:07.269396 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-be8f7357-9512-446e-9ed2-598ba60caacd req-cab5ff7c-ee8e-4e9a-ae4e-5a642f1bcf1f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0543821 Jan 24 09:52:07.315570 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:52:07.318035 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-be8f7357-9512-446e-9ed2-598ba60caacd req-0b630870-9702-4875-958d-8b59eca90305 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Jan 24 09:52:07.366273 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:52:07.370706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:52:07.371120 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:07.403319 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb74e8-17e4-414f-8ebe-20894be7b10f req-d952a0aa-f9ff-45f3-9915-83d384ee8820 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:07.404760 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-73fb74e8-17e4-414f-8ebe-20894be7b10f req-d952a0aa-f9ff-45f3-9915-83d384ee8820 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0486703 Jan 24 09:52:07.449113 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:07.449501 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:07.451846 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-73fb74e8-17e4-414f-8ebe-20894be7b10f req-86bd132d-7b7d-4178-bd15-467c4fe2b7f4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Jan 24 09:52:07.473141 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:07.475410 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8177f-acca-4474-9de5-27efb050dcd9" -d '{"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-plugged", "status": "completed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:07.487643 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:07.491993 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:07.514550 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a48f14-f164-4d92-a1a5-598c3cb85e7c x-openstack-request-id: req-63a48f14-f164-4d92-a1a5-598c3cb85e7c {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:07.514882 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-plugged", "status": "completed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:07.515140 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63a48f14-f164-4d92-a1a5-598c3cb85e7c {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:07.515546 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'code': 200} Jan 24 09:52:07.540204 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:07.970993 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cee64b-97d6-45d4-84b2-56d0d6304295 req-a0f43774-b1c1-440c-973c-9d39ac8386d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:07.972420 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a1cee64b-97d6-45d4-84b2-56d0d6304295 req-a0f43774-b1c1-440c-973c-9d39ac8386d9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1099 time: 0.0463941 Jan 24 09:52:08.021611 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a1cee64b-97d6-45d4-84b2-56d0d6304295 req-18d5d84e-c0c2-45c7-9c32-79e62b5e3573 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397229 Jan 24 09:52:08.072667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30197f6-337a-4226-9007-cdd6a3b3ae23 req-55a3374b-bc1c-4e8d-ad87-3600f16ee64b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:08.074010 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f30197f6-337a-4226-9007-cdd6a3b3ae23 req-55a3374b-bc1c-4e8d-ad87-3600f16ee64b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Jan 24 09:52:08.121893 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f30197f6-337a-4226-9007-cdd6a3b3ae23 req-71253818-0710-40c6-b178-a0d18a048b1a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Jan 24 09:52:08.340122 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89034975-059c-41ae-b856-7cd6f2adcef7 req-174c2e7b-a269-49d0-b1e8-8416d60b7f24 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:08.341692 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-89034975-059c-41ae-b856-7cd6f2adcef7 req-174c2e7b-a269-49d0-b1e8-8416d60b7f24 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0481815 Jan 24 09:52:08.403612 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-89034975-059c-41ae-b856-7cd6f2adcef7 req-2014c9eb-d644-49c6-bf5f-7fec5bc32205 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554473 Jan 24 09:52:08.440864 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926677-56dc-4ba0-b160-f67a46c1d47c req-c4752ca6-6683-423b-9ff0-46c50754445c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:08.442492 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5926677-56dc-4ba0-b160-f67a46c1d47c req-c4752ca6-6683-423b-9ff0-46c50754445c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Jan 24 09:52:08.493330 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5926677-56dc-4ba0-b160-f67a46c1d47c req-c3dd885b-411a-4701-b2a6-df2b79d6a91a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Jan 24 09:52:08.536302 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55564) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:08.602038 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2290421-e4a7-4287-b527-0e2ed12bed2c req-d5e2d7d5-ec5c-45ee-913c-9442df29dcf0 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:08.603616 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2290421-e4a7-4287-b527-0e2ed12bed2c req-d5e2d7d5-ec5c-45ee-913c-9442df29dcf0 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0741775 Jan 24 09:52:08.631560 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32472e3f-7b57-4d71-9b36-b3968f0d23b2 req-a38337fd-87ec-453e-8ca0-e210eb3214ba tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:08.633017 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-32472e3f-7b57-4d71-9b36-b3968f0d23b2 req-a38337fd-87ec-453e-8ca0-e210eb3214ba tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0729408 Jan 24 09:52:08.641833 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.676596 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2290421-e4a7-4287-b527-0e2ed12bed2c req-7a44a53f-085b-4818-9686-26646af9ee93 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Jan 24 09:52:08.699937 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-32472e3f-7b57-4d71-9b36-b3968f0d23b2 req-3e6dda19-88a8-47ed-a627-81ced3d11939 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Jan 24 09:52:08.724651 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Publish callbacks [] for security_group (97c97c04-6ab5-4bf2-a2f0-be58719c9f93), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.729158 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (97c97c04-6ab5-4bf2-a2f0-be58719c9f93), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.769315 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84759c6ab4704ac9b93eec839569d459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316163 Jan 24 09:52:08.771320 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c97c04-6ab5-4bf2-a2f0-be58719c9f93,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:08.771871 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 55570) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:08.778573 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.778960 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.779292 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.779630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.779962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.780259 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.780615 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.780936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.781260 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.781652 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.781975 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.782296 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.782610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c6a579-fb2d-4b35-8a96-5521dda9ea9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.826680 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Publish callbacks [] for security_group (97c97c04-6ab5-4bf2-a2f0-be58719c9f93), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.847792 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Publish callbacks [] for security_group (97c97c04-6ab5-4bf2-a2f0-be58719c9f93), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.894741 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (97c97c04-6ab5-4bf2-a2f0-be58719c9f93), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.897584 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:08.898741 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97c97c04-6ab5-4bf2-a2f0-be58719c9f93 HTTP/1.1" status: 204 len: 168 time: 0.1256132 Jan 24 09:52:08.913049 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c97c04-6ab5-4bf2-a2f0-be58719c9f93,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:08.920977 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.921189 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.921548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.921863 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.922388 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.922630 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.923283 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.923620 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.923977 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.924269 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.924659 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.924910 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:08.925226 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae546e14-8d8a-4999-861e-5f62d7d12c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:09.041391 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbad65-02d2-4597-a754-a61f74e38eef req-53d4c76f-9500-4987-9439-45fdd0f64dec tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.043065 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-02dbad65-02d2-4597-a754-a61f74e38eef req-53d4c76f-9500-4987-9439-45fdd0f64dec tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0606070 Jan 24 09:52:09.096337 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-02dbad65-02d2-4597-a754-a61f74e38eef req-4d4cc3e5-8dc6-4caf-ab79-8603d850be47 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Jan 24 09:52:09.244639 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c702a-17d9-454a-a595-bf7e6c9cbab5 req-4ae129d8-5377-4927-b9c7-11675c7558d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.246117 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-689c702a-17d9-454a-a595-bf7e6c9cbab5 req-4ae129d8-5377-4927-b9c7-11675c7558d2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0512581 Jan 24 09:52:09.298191 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-689c702a-17d9-454a-a595-bf7e6c9cbab5 req-64e9625f-c91e-48cd-a939-8da114bceed9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Jan 24 09:52:09.527486 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e35142-d2ab-46fc-9f8c-16e8f78ebb5f req-d7578713-755b-406b-a348-2b30f972e42b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.529098 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-18e35142-d2ab-46fc-9f8c-16e8f78ebb5f req-d7578713-755b-406b-a348-2b30f972e42b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0548723 Jan 24 09:52:09.546281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2efaf-a991-4e6d-b688-50725d943186 req-276d1966-5d13-4336-8fe4-e9a09c4d2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.547845 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-276d1966-5d13-4336-8fe4-e9a09c4d2c39 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0411673 Jan 24 09:52:09.577872 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-18e35142-d2ab-46fc-9f8c-16e8f78ebb5f req-b8e4bc8f-495a-4bed-a934-99c67f72518d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Jan 24 09:52:09.662267 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2efaf-a991-4e6d-b688-50725d943186 req-fbb9df3f-de1f-42eb-8d8d-92ab59d92934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.663737 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-fbb9df3f-de1f-42eb-8d8d-92ab59d92934 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.0843923 Jan 24 09:52:09.719397 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-242f841b-9841-4282-9325-2950f16582f6 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0444038 Jan 24 09:52:09.798227 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2efaf-a991-4e6d-b688-50725d943186 req-5708f2ac-e290-4a5c-9a0e-cad0a5936667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.799720 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-5708f2ac-e290-4a5c-9a0e-cad0a5936667 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0633557 Jan 24 09:52:09.823585 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b182cf-368b-4c3a-876b-df6760978d99 req-9cd3ba77-65ce-40aa-9d1d-4a5488e1763b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:09.825042 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-43b182cf-368b-4c3a-876b-df6760978d99 req-9cd3ba77-65ce-40aa-9d1d-4a5488e1763b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0537734 Jan 24 09:52:09.874169 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-43b182cf-368b-4c3a-876b-df6760978d99 req-98f0ae82-4d94-4e7e-b572-9d42519a90fa tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Jan 24 09:52:09.942091 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-392587b4-38ac-491a-bfa6-e61efc157464 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256443 Jan 24 09:52:10.136729 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-6dbd1e51-9c65-43ab-b510-56e90ebceb3c service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096973 Jan 24 09:52:10.250555 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-35e2efaf-a991-4e6d-b688-50725d943186 req-081ae2d7-6279-40df-b95f-736f8dd2fbb0 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837994 Jan 24 09:52:10.418430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbe490-eac9-4709-9991-bde95f282842 req-8412aff9-7baf-49ad-9db4-2e64a9ff02ca tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:10.420067 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-95cbe490-eac9-4709-9991-bde95f282842 req-8412aff9-7baf-49ad-9db4-2e64a9ff02ca tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0544438 Jan 24 09:52:10.473619 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-95cbe490-eac9-4709-9991-bde95f282842 req-2818add9-5b97-412d-9651-739dc4ce3a1b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479925 Jan 24 09:52:10.589884 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c918100-c401-46fa-b900-6d6c1034a04d req-40fad09b-5788-457e-8280-4c4b1939c0c6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:10.591399 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1c918100-c401-46fa-b900-6d6c1034a04d req-40fad09b-5788-457e-8280-4c4b1939c0c6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0480304 Jan 24 09:52:10.641255 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1c918100-c401-46fa-b900-6d6c1034a04d req-eac2112e-afd8-4840-b1e0-3a6ae245a65d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442805 Jan 24 09:52:10.662396 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55604) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:10.701255 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f0d17-6db1-454f-b6c6-4a2974e80470 req-82a203dd-b7e6-4b6a-91ef-796db86c6e71 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:10.702934 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e57f0d17-6db1-454f-b6c6-4a2974e80470 req-82a203dd-b7e6-4b6a-91ef-796db86c6e71 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0537016 Jan 24 09:52:10.749922 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e57f0d17-6db1-454f-b6c6-4a2974e80470 req-6280b067-431b-4757-a167-6f17b5dc917d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Jan 24 09:52:10.854873 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1847563f-2cdd-485a-9ce5-49a6256c6f0f tempest-TestShelveInstance-1038482711 tempest-TestShelveInstance-1038482711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:10.856417 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1847563f-2cdd-485a-9ce5-49a6256c6f0f tempest-TestShelveInstance-1038482711 tempest-TestShelveInstance-1038482711-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1094 time: 0.1928999 Jan 24 09:52:10.859648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55612) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:10.864115 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:10.889764 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:10.997317 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5c48a-4735-4c40-a552-cec3d12d5c6e req-c6264cba-6dfd-423b-bd4a-838b88616534 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:11.004170 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25a5c48a-4735-4c40-a552-cec3d12d5c6e req-c6264cba-6dfd-423b-bd4a-838b88616534 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0604932 Jan 24 09:52:11.017720 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.048397 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25a5c48a-4735-4c40-a552-cec3d12d5c6e req-cfc3744b-34ba-47ff-a50f-c2ce2a0fde5f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Jan 24 09:52:11.125591 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Allocated IP 172.27.3.102 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/3b2a38bd-b92a-4b86-a247-17f4272ef05f) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:52:11.227642 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.261747 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.301258 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:52:11.304130 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:52:11.307625 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:52:11.312971 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'Port': ['ID=3b2a38bd-b92a-4b86-a247-17f4272ef05f,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:11.705527 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for floatingip (fa07161a-ce91-47e7-a7a0-87fda9108d0b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.736501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-f02cba12-6e51-49be-b388-3512473920d3 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:11.737940 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-f02cba12-6e51-49be-b388-3512473920d3 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0968726 Jan 24 09:52:11.843015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.873005 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51049c-74fe-4036-aad3-8bda88e5bdcb req-94787ae8-eac4-4f35-9b3c-798d8cf93883 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:11.874489 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ad51049c-74fe-4036-aad3-8bda88e5bdcb req-94787ae8-eac4-4f35-9b3c-798d8cf93883 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 946 time: 0.0487487 Jan 24 09:52:11.896600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Deleting port 5066957d-8ca7-44bc-8c3d-628d32b4f70c {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:52:11.896936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:11.925151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ad51049c-74fe-4036-aad3-8bda88e5bdcb req-fb64a5e0-4d81-4ada-bcee-95cf1c70e80f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Jan 24 09:52:12.064178 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] For port 5066957d-8ca7-44bc-8c3d-628d32b4f70c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=5066957d-8ca7-44bc-8c3d-628d32b4f70c,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:12.064552 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.085886 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Calling delete_port for 5066957d-8ca7-44bc-8c3d-628d32b4f70c owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:52:12.098324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.106712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.169491 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a50e2-7d5a-4e3f-8558-23bfb94aab21 req-1ce046d1-b84f-418b-bd54-7b289f142c34 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:12.173852 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cc3a50e2-7d5a-4e3f-8558-23bfb94aab21 req-1ce046d1-b84f-418b-bd54-7b289f142c34 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0514674 Jan 24 09:52:12.219522 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event updated for resources: {'Port': ['ID=3b2a38bd-b92a-4b86-a247-17f4272ef05f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:12.235516 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cc3a50e2-7d5a-4e3f-8558-23bfb94aab21 req-2aca218c-df37-4666-a505-18d623d77178 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Jan 24 09:52:12.252427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (fa07161a-ce91-47e7-a7a0-87fda9108d0b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.385058 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (5066957d-8ca7-44bc-8c3d-628d32b4f70c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.401536 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Floating IP fa07161a-ce91-47e7-a7a0-87fda9108d0b associated. External IP: 172.27.3.102, port: 0dfef475-ece1-4e34-bb9f-09e2a383fd46. Jan 24 09:52:12.457664 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Pushing event deleted for resources: {'Port': ['ID=5066957d-8ca7-44bc-8c3d-628d32b4f70c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:12.461988 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['5066957d-8ca7-44bc-8c3d-628d32b4f70c'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:12.498412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] No DVR routers for this DVR port 5066957d-8ca7-44bc-8c3d-628d32b4f70c on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:52:12.501942 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:12.505242 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-443cd805-5da2-4761-8a10-af2b2aa25c6a req-366ce90c-ebd1-4ec6-98ac-e9d541bd6227 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "DELETE /v2.0/ports/5066957d-8ca7-44bc-8c3d-628d32b4f70c HTTP/1.1" status: 204 len: 173 time: 0.7606661 Jan 24 09:52:12.505683 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'name': 'network-vif-deleted', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:12.508464 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bb3a07-06a2-45b9-bf85-00f528521f68" -d '{"events": [{"server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "name": "network-vif-deleted", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:12.570576 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d15cfec-4b93-4e1e-b9c1-cc5ada7a74cd x-openstack-request-id: req-5d15cfec-4b93-4e1e-b9c1-cc5ada7a74cd {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:12.570913 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a561728-15f1-4685-b08d-04341539e7ce", "name": "network-vif-deleted", "tag": "5066957d-8ca7-44bc-8c3d-628d32b4f70c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:12.571190 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d15cfec-4b93-4e1e-b9c1-cc5ada7a74cd {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:12.571586 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a561728-15f1-4685-b08d-04341539e7ce', 'name': 'network-vif-deleted', 'tag': '5066957d-8ca7-44bc-8c3d-628d32b4f70c', 'status': 'completed', 'code': 200} Jan 24 09:52:12.905352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Router 68505081-aae0-4442-b712-5dacd32cb407 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:52:13.018399 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:52:13.028174 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Sync routers for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:52:13.029393 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-67bc3ae9-5376-4dc2-9145-1bb10afba2ad req-2d9d42bd-5867-4c06-8943-f4c62034bac9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a561728-15f1-4685-b08d-04341539e7ce HTTP/1.1" status: 200 len: 210 time: 0.0259752 Jan 24 09:52:13.039771 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:13.046116 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:52:13.046740 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:51:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:13.066580 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a82a673f-8887-46c4-982f-c62be5e1c818 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2057531 Jan 24 09:52:13.158162 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:52:13.361956 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e13e4-89a2-41ff-97ce-56a0f69d639a req-0b2578ba-17d0-4c0f-9365-c92d3d11c5e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:13.363431 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4c9e13e4-89a2-41ff-97ce-56a0f69d639a req-0b2578ba-17d0-4c0f-9365-c92d3d11c5e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0503349 Jan 24 09:52:13.383639 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'fa07161a-ce91-47e7-a7a0-87fda9108d0b', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '68505081-aae0-4442-b712-5dacd32cb407', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'mac_address': 'fa:16:3e:7f:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:11Z', 'updated_at': '2022-01-24T09:52:11Z', 'revision_number': 0, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:13.408804 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Checking router: 68505081-aae0-4442-b712-5dacd32cb407 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:52:13.413991 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4c9e13e4-89a2-41ff-97ce-56a0f69d639a req-a73f9a32-0004-4abc-864b-b0fbb42c7369 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446887 Jan 24 09:52:13.417090 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:52:13.417677 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:51:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:13.520788 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:52:13.741677 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'fa07161a-ce91-47e7-a7a0-87fda9108d0b', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '68505081-aae0-4442-b712-5dacd32cb407', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'mac_address': 'fa:16:3e:7f:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:11Z', 'updated_at': '2022-01-24T09:52:11Z', 'revision_number': 0, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:13.745850 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:13.768026 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839c3ac-dc6c-435a-82b6-8bf53ccf5dbc None None] The sync data for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi is: [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'fa07161a-ce91-47e7-a7a0-87fda9108d0b', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '68505081-aae0-4442-b712-5dacd32cb407', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'mac_address': 'fa:16:3e:7f:61:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:11Z', 'updated_at': '2022-01-24T09:52:11Z', 'revision_number': 0, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:52:13.959164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2af44c0-591b-446e-abf5-de6a27ae4803 None None] New status for floating IP fa07161a-ce91-47e7-a7a0-87fda9108d0b: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:52:14.349186 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-41b29549-71e2-4ee3-a401-3e88fae61ad0 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:14.350643 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-41b29549-71e2-4ee3-a401-3e88fae61ad0 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/networks?id=0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 200 len: 809 time: 0.1086698 Jan 24 09:52:14.367336 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-a52f1794-c13e-4aa8-8b42-492d1fbcb991 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/quotas/bf7d7217a9a04c8b8da2cedf15c85ebd HTTP/1.1" status: 200 len: 375 time: 0.0090210 Jan 24 09:52:14.403180 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-7cd59588-bc59-4430-8bad-19642c4b6989 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304096 Jan 24 09:52:14.498531 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-36373a39-706a-4732-bb0c-9d12e5152716 service neutron] 10.222.0.39 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887756 Jan 24 09:52:14.572822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:14.575665 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7953fd7-797e-42c4-8278-6a55aed16fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:14.585477 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f800d1-dabd-4d01-9327-62d4b3256665 req-4e76e9dd-f9e9-4c97-811f-1e7a26b5aece tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:14.586927 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-12f800d1-dabd-4d01-9327-62d4b3256665 req-4e76e9dd-f9e9-4c97-811f-1e7a26b5aece tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.1062746 Jan 24 09:52:14.623403 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-33e1f0c5-d682-4368-a5d6-e1a3b4605524 service neutron] 10.222.0.39 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117167 Jan 24 09:52:14.648699 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-12f800d1-dabd-4d01-9327-62d4b3256665 req-7845c583-2ac4-43fd-8050-6efdda1b5fa2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557270 Jan 24 09:52:14.691285 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb69e4c-bcbe-4138-9fae-6afe25851e24 x-openstack-request-id: req-cfb69e4c-bcbe-4138-9fae-6afe25851e24 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:14.691285 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:14.691575 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfb69e4c-bcbe-4138-9fae-6afe25851e24 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:14.692264 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'status': 'completed', 'code': 200} Jan 24 09:52:14.788486 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6b5212c5-ee4b-41c1-8079-df8987513273 req-2ce75bef-2ebd-40d7-b515-229084eac80e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Jan 24 09:52:14.823427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-49b6f525-24d6-4349-9e06-bd590ea258ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:14.824961 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-49b6f525-24d6-4349-9e06-bd590ea258ea service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1099 time: 0.0420692 Jan 24 09:52:14.927629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-57051baf-b4ed-4188-8770-40bf23c4cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:14.929271 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-57051baf-b4ed-4188-8770-40bf23c4cf02 service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0967801 Jan 24 09:52:15.007431 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-94aa57d4-b0e9-4bea-bcc1-9176dc6155b5 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 1002 time: 0.0629826 Jan 24 09:52:15.061736 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-ceff29a1-b1cc-4677-9edc-c3c942472a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:15.063276 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-ceff29a1-b1cc-4677-9edc-c3c942472a97 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0458052 Jan 24 09:52:15.121744 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-0f552beb-d144-46dd-a4ec-15c92b36070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:15.123273 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-0f552beb-d144-46dd-a4ec-15c92b36070a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482132 Jan 24 09:52:15.244532 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-6a0e415a-6161-4e77-af66-309f25f6a51c service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900996 Jan 24 09:52:15.338372 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d7953fd7-797e-42c4-8278-6a55aed16fe1 req-df2e6208-e730-4633-8e03-230509406305 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Jan 24 09:52:15.355152 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 5066957d-8ca7-44bc-8c3d-628d32b4f70c no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:52:15.378686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 5066957d-8ca7-44bc-8c3d-628d32b4f70c {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:52:15.379069 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 5066957d-8ca7-44bc-8c3d-628d32b4f70c not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:52:15.761963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928c82-81ca-4b7f-86c6-14f9f83c7dcc req-3d524fe5-e20d-4372-b16d-87617714a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:15.763470 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-15928c82-81ca-4b7f-86c6-14f9f83c7dcc req-3d524fe5-e20d-4372-b16d-87617714a988 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0412667 Jan 24 09:52:15.772138 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e03c5-59d8-47f1-a633-5aeeb0106e2d req-4aa3038d-e01f-44d8-a8ea-1b9cc4a924dc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:15.773597 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-738e03c5-59d8-47f1-a633-5aeeb0106e2d req-4aa3038d-e01f-44d8-a8ea-1b9cc4a924dc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0524957 Jan 24 09:52:15.818176 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-15928c82-81ca-4b7f-86c6-14f9f83c7dcc req-5a839cb7-6dee-49ce-b419-647e40a56e0c service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399857 Jan 24 09:52:15.821548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-738e03c5-59d8-47f1-a633-5aeeb0106e2d req-e63eddd1-6b6f-4ba8-9cc1-be984298d174 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423515 Jan 24 09:52:15.882430 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1db168c-5be3-4452-ab2b-1f9f7cee1976 req-be57296a-9ad4-46ba-9539-a690846110ab tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 210 time: 0.0260861 Jan 24 09:52:16.572556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-260948b0-8e0a-40de-a144-a8799eb873a9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:16.573885 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-260948b0-8e0a-40de-a144-a8799eb873a9 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "GET /v2.0/networks?id=0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 200 len: 809 time: 0.1125641 Jan 24 09:52:16.639436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Request body: {'port': {'device_id': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990', 'admin_state_up': True, 'tenant_id': 'bf7d7217a9a04c8b8da2cedf15c85ebd'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:16.752221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Made reservation on behalf of bf7d7217a9a04c8b8da2cedf15c85ebd for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:52:16.756111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:16.883484 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Allocated IP 172.20.0.10 (0fda7f77-7154-41cb-a1d8-4f8599bd1990/78dceacc-c825-44e7-9dee-5fe54922e0b8/30982a8c-de62-4c14-94af-08e80b087527) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:52:16.948153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97769b72-a274-4c80-9c16-439844dea333 req-424e8b1e-9d59-42bb-9ee2-18338ae59ccc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:16.949637 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-97769b72-a274-4c80-9c16-439844dea333 req-424e8b1e-9d59-42bb-9ee2-18338ae59ccc tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0585999 Jan 24 09:52:16.988206 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8cf045fe-e5ef-49b4-bc2a-ece04c71baf6 req-134925df-e2e6-40c5-83af-29724f2e8148 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 210 time: 0.0363379 Jan 24 09:52:17.039858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks [] for port (30982a8c-de62-4c14-94af-08e80b087527), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.074466 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.122564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:52:17.125900 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:52:17.130548 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:52:17.134863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Pushing event updated for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:17.185881 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:17.186654 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.204899 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-c4e4a3a8-0e1e-4f7b-8ba1-e5b9ce783420 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5693953 Jan 24 09:52:17.213537 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-97769b72-a274-4c80-9c16-439844dea333 req-4178e661-2aa6-460f-8aed-a4fb6e8f89e4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538662 Jan 24 09:52:17.232487 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Request body: {'port': {'device_id': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:17.291042 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (30982a8c-de62-4c14-94af-08e80b087527), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.575149 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30982a8c-de62-4c14-94af-08e80b087527 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:52:17.583020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks [] for port (30982a8c-de62-4c14-94af-08e80b087527), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.599130 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Transition to ACTIVE for port object 30982a8c-de62-4c14-94af-08e80b087527 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:52:17.603521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.654174 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:17.721648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Attempting to bind port 30982a8c-de62-4c14-94af-08e80b087527 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:52:17.721986 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Attempting to bind port 30982a8c-de62-4c14-94af-08e80b087527 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:52:17.722299 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Attempting to bind port 30982a8c-de62-4c14-94af-08e80b087527 on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:52:17.727057 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Port 30982a8c-de62-4c14-94af-08e80b087527 on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:52:17.727892 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Attempting to bind port 30982a8c-de62-4c14-94af-08e80b087527 on network 0fda7f77-7154-41cb-a1d8-4f8599bd1990 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:52:17.733281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:52:17.733611 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Checking segment: {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:52:17.733987 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Bound using segment: {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:52:17.734402 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Bound port: 30982a8c-de62-4c14-94af-08e80b087527, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ac30fd-1eaf-49b0-8765-c181629e594d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:52:17.734749 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (30982a8c-de62-4c14-94af-08e80b087527), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.800882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:52:17.804230 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=30982a8c-de62-4c14-94af-08e80b087527,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:52:17.810614 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.845736 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:17.846344 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:17.847729 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] 10.222.0.123 "PUT /v2.0/ports/30982a8c-de62-4c14-94af-08e80b087527 HTTP/1.1" status: 200 len: 1094 time: 0.6197371 Jan 24 09:52:17.848143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'tag': '30982a8c-de62-4c14-94af-08e80b087527'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:17.850344 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c586c9-091a-4aae-b52d-73c1a5559f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "tag": "30982a8c-de62-4c14-94af-08e80b087527"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:17.872519 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b043bf1-8649-466a-ab9b-d3d336f7ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:17.891620 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43969cb-ee1c-4310-989a-ceb531bb4271 x-openstack-request-id: req-c43969cb-ee1c-4310-989a-ceb531bb4271 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:17.892188 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "tag": "30982a8c-de62-4c14-94af-08e80b087527", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:17.892188 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c43969cb-ee1c-4310-989a-ceb531bb4271 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:17.892545 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'tag': '30982a8c-de62-4c14-94af-08e80b087527', 'status': 'completed', 'code': 200} Jan 24 09:52:18.014785 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-cf1c6c53-ce72-4869-8ffe-d43cbac26313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.016376 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-cf1c6c53-ce72-4869-8ffe-d43cbac26313 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 1097 time: 0.0461931 Jan 24 09:52:18.082131 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-d762282d-765a-4d76-87ad-2407556e53aa service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30982a8c-de62-4c14-94af-08e80b087527 HTTP/1.1" status: 200 len: 217 time: 0.0345583 Jan 24 09:52:18.103617 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27561d-9e5d-4a02-abfe-e2fca6671c22 req-ff6cc4ab-1b7a-4b91-aa11-28858dff1aec tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.104993 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2f27561d-9e5d-4a02-abfe-e2fca6671c22 req-ff6cc4ab-1b7a-4b91-aa11-28858dff1aec tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 944 time: 0.0480614 Jan 24 09:52:18.146237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-a06e3621-c51f-474e-bfd2-0e8143c821c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.147241 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-a06e3621-c51f-474e-bfd2-0e8143c821c0 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=78dceacc-c825-44e7-9dee-5fe54922e0b8 HTTP/1.1" status: 200 len: 849 time: 0.0450358 Jan 24 09:52:18.159660 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2f27561d-9e5d-4a02-abfe-e2fca6671c22 req-b485310f-0c77-4ce5-8c2d-f645a3bb019f tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Jan 24 09:52:18.189598 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-23814897-5d5d-4592-8582-311cdb446868 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0fda7f77-7154-41cb-a1d8-4f8599bd1990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jan 24 09:52:18.290287 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-f70407fe-7b4f-4c9f-9baf-e29b1e6f0c5d service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856133 Jan 24 09:52:18.334854 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3279f-a308-4701-983c-a6c7a883e319 req-9ce40ee3-c778-412a-a8a5-46ed80f27aa9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.336305 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f1c3279f-a308-4701-983c-a6c7a883e319 req-9ce40ee3-c778-412a-a8a5-46ed80f27aa9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0479302 Jan 24 09:52:18.384397 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f1c3279f-a308-4701-983c-a6c7a883e319 req-c6955d06-2bbf-47e2-8615-e271c7f71794 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Jan 24 09:52:18.390791 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6faf5693-2d6d-4171-a288-eea405a8aff8 req-127923e7-1d66-40ce-945b-b06900901749 service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Jan 24 09:52:18.643297 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a6057-da41-4c0b-abbb-1e61e6438782 req-5049ebcd-6d47-48fd-a152-b75d56349519 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.645687 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2e7a6057-da41-4c0b-abbb-1e61e6438782 req-5049ebcd-6d47-48fd-a152-b75d56349519 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0565979 Jan 24 09:52:18.696036 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2e7a6057-da41-4c0b-abbb-1e61e6438782 req-b0b9b3ae-f1a6-4c52-a855-0125f3efdc45 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Jan 24 09:52:18.740246 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-8cd3a32c-fd9c-4bd4-80b0-c6edccbf458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.741729 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-8cd3a32c-fd9c-4bd4-80b0-c6edccbf458a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 1097 time: 0.0686893 Jan 24 09:52:18.744128 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-c5f3d815-6360-45a2-a080-4006f01e7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.745426 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-c5f3d815-6360-45a2-a080-4006f01e7ded service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0642662 Jan 24 09:52:18.904443 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-27cab74b-6ea5-4466-ade3-a5ce0d1be086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.905778 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-27cab74b-6ea5-4466-ade3-a5ce0d1be086 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.1412537 Jan 24 09:52:18.906693 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-fe3a31db-2a25-40d3-bfbe-7b38f710453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:18.907998 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-fe3a31db-2a25-40d3-bfbe-7b38f710453b service neutron] 10.222.0.123 "GET /v2.0/networks?id=0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 200 len: 910 time: 0.1503046 Jan 24 09:52:19.001077 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-a1e6d4c7-ee4f-49ce-a06f-928dd4dfddc7 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0687566 Jan 24 09:52:19.002381 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-d4eea90e-6931-4726-a84b-acc80be9c8e3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30982a8c-de62-4c14-94af-08e80b087527 HTTP/1.1" status: 200 len: 217 time: 0.0613153 Jan 24 09:52:19.095437 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-ff6242e3-077b-4389-9f43-f7b50a07b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.096872 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-ff6242e3-077b-4389-9f43-f7b50a07b0b7 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0781915 Jan 24 09:52:19.098196 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-f4ad1c3f-a6d8-43f6-89f2-4ae827986daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.099499 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-f4ad1c3f-a6d8-43f6-89f2-4ae827986daa service neutron] 10.222.0.123 "GET /v2.0/subnets?id=78dceacc-c825-44e7-9dee-5fe54922e0b8 HTTP/1.1" status: 200 len: 849 time: 0.0795479 Jan 24 09:52:19.157238 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-e76fdbb6-63d1-4dc1-9ba0-9ef383572c6f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405235 Jan 24 09:52:19.158882 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-c98be25a-c8c6-4e83-954e-afbe8c6ed7e3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0fda7f77-7154-41cb-a1d8-4f8599bd1990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412889 Jan 24 09:52:19.283160 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821a137-159d-412e-9124-322793647dfe req-1e3e668f-af38-43bf-b5f0-a8a889c9788b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.284686 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d821a137-159d-412e-9124-322793647dfe req-1e3e668f-af38-43bf-b5f0-a8a889c9788b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 944 time: 0.0508914 Jan 24 09:52:19.331380 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-c1f48790-68d4-4993-b6f0-51ba09a613b8 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524289 Jan 24 09:52:19.333168 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-78d7e933-06a1-4bac-8f6c-c6fa375ee48c service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531265 Jan 24 09:52:19.334716 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d821a137-159d-412e-9124-322793647dfe req-83beaa5c-6dd0-4b28-8f81-36a3cfea66ef tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Jan 24 09:52:19.510175 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-63c586c9-091a-4aae-b52d-73c1a5559f3b req-c5ec102e-cd82-4312-b223-2f291c0c785d service neutron] 10.222.0.123 "GET /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453831 Jan 24 09:52:19.512326 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1d629137-e62b-4e98-a2c2-9b4ca74df01e req-f8fecfdc-3cc7-437a-958e-c129a79efd14 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464832 Jan 24 09:52:19.657033 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f189f-d8e9-40b6-903e-8cb45ef23f7e req-e884ce66-fb31-41fe-bf38-6a4ab5c6daa3 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.658469 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-636f189f-d8e9-40b6-903e-8cb45ef23f7e req-e884ce66-fb31-41fe-bf38-6a4ab5c6daa3 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0563066 Jan 24 09:52:19.704450 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-636f189f-d8e9-40b6-903e-8cb45ef23f7e req-aacdeba9-ad1a-419d-8a57-bc121dcb2ca4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Jan 24 09:52:19.731112 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 55718) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:19.812965 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33888fc7-70db-4ae8-af98-f0df4b0b6e60 req-eaebe81e-66c6-4d6a-b13e-552ef0cca7dd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.814593 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-33888fc7-70db-4ae8-af98-f0df4b0b6e60 req-eaebe81e-66c6-4d6a-b13e-552ef0cca7dd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0493238 Jan 24 09:52:19.884802 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-33888fc7-70db-4ae8-af98-f0df4b0b6e60 req-29ada56a-752e-4191-bd24-08247b60f8a0 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644526 Jan 24 09:52:19.893853 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd8e0d-cc6a-4b37-8bcc-36cd029fe33a tempest-TestMinimumBasicScenario-1888972314 tempest-TestMinimumBasicScenario-1888972314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:19.895362 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1afd8e0d-cc6a-4b37-8bcc-36cd029fe33a tempest-TestMinimumBasicScenario-1888972314 tempest-TestMinimumBasicScenario-1888972314-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1093 time: 0.1632614 Jan 24 09:52:19.898436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55722) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:19.903033 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'port_id': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:19.935184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:20.044773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:20.152008 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Allocated IP 172.27.3.20 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/6e5aa423-0070-4583-9a6f-f665691a7a82) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:52:20.261135 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:20.309076 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:20.349495 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:52:20.352343 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:52:20.355201 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:52:20.382161 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'Port': ['ID=6e5aa423-0070-4583-9a6f-f665691a7a82,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:20.452663 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb069-9a40-4db6-a899-4fe23660d707 req-d4c7c98f-aba0-4556-a690-9d226c284c18 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:20.454122 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-796bb069-9a40-4db6-a899-4fe23660d707 req-d4c7c98f-aba0-4556-a690-9d226c284c18 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 944 time: 0.0516856 Jan 24 09:52:20.500484 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-796bb069-9a40-4db6-a899-4fe23660d707 req-582b3444-0e4e-489f-ab22-8c6dddc71334 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Jan 24 09:52:20.518707 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:52:20.945917 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for floatingip (bcc1b386-e153-4a81-b1b4-62e758e1c022), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.000903 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1e048-de92-415c-acfd-838b611ee8bb req-5c394325-0a59-4862-8074-938fae7f009c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:21.002396 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0fd1e048-de92-415c-acfd-838b611ee8bb req-5c394325-0a59-4862-8074-938fae7f009c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0489743 Jan 24 09:52:21.010968 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.049933 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0fd1e048-de92-415c-acfd-838b611ee8bb req-c615bfe5-a60f-4659-91ca-45a0b1e3ce83 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Jan 24 09:52:21.167436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.173636 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.239355 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'Port': ['ID=6e5aa423-0070-4583-9a6f-f665691a7a82,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:21.254649 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (bcc1b386-e153-4a81-b1b4-62e758e1c022), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.354098 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Floating IP bcc1b386-e153-4a81-b1b4-62e758e1c022 associated. External IP: 172.27.3.20, port: fba00668-2e43-421d-a2d4-d4b9a77a80a3. Jan 24 09:52:21.383983 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 30982a8c-de62-4c14-94af-08e80b087527 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:52:21.483128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=30982a8c-de62-4c14-94af-08e80b087527,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:21.498361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '30982a8c-de62-4c14-94af-08e80b087527', 'network_id': '0fda7f77-7154-41cb-a1d8-4f8599bd1990', 'port_id': '30982a8c-de62-4c14-94af-08e80b087527', 'mac_address': 'fa:16:3e:a7:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78dceacc-c825-44e7-9dee-5fe54922e0b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:52:21.535834 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 30982a8c-de62-4c14-94af-08e80b087527 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:21.536230 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (30982a8c-de62-4c14-94af-08e80b087527), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.550120 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30982a8c-de62-4c14-94af-08e80b087527 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:52:21.566012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:52:21.570190 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=30982a8c-de62-4c14-94af-08e80b087527,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:21.575175 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.620498 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac7cb-7c63-47c2-94ad-f96430a648f0 req-d5f06a5b-5ac1-4dca-a454-8cb027bc3c46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:21.621984 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7e4ac7cb-7c63-47c2-94ad-f96430a648f0 req-d5f06a5b-5ac1-4dca-a454-8cb027bc3c46 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Jan 24 09:52:21.626324 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:21.633598 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.633971 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.634337 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.634682 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.635049 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.635383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.635713 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.636046 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.636374 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.636715 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.637043 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.637355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.637677 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:52:21.673050 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7e4ac7cb-7c63-47c2-94ad-f96430a648f0 req-d8c78699-225f-468d-b631-3f1de7bba2ff tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Jan 24 09:52:21.676005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:52:21.685610 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Sync routers for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:52:21.696760 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:52:21.697680 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:51:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:21.698999 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.725717 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0dd3b382-0df5-4e39-a225-2c937e1006eb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8260612 Jan 24 09:52:21.726286 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:21.728532 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985532a-05c3-4cff-8445-db3940d068a6" -d '{"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:21.728802 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 55732) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:21.733812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916604907', 'description': 'tempest-secgroup-smoke-916604907 description', 'project_id': 'be29ad9b929441a5904a3018a4cd7166'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:21.758136 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.763219 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de9eae-a1fb-4a75-b9ea-29649fd0063e x-openstack-request-id: req-56de9eae-a1fb-4a75-b9ea-29649fd0063e {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:21.763477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:21.763750 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56de9eae-a1fb-4a75-b9ea-29649fd0063e {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:21.764544 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:52:21.805093 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:52:21.826320 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (c99bbc3f-02d4-41b1-838d-9dcab26ec122), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.831031 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c99bbc3f-02d4-41b1-838d-9dcab26ec122), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.862196 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.866210 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1336904 Jan 24 09:52:21.866428 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 55736) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:21.870923 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:21.876673 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d557fd-f98c-47ee-a804-6429c8d31ded tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bbc3f-02d4-41b1-838d-9dcab26ec122,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:21.900644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985532a-05c3-4cff-8445-db3940d068a6 req-7a98d411-2f76-4712-bbaa-799a00550c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:21.902177 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-7a98d411-2f76-4712-bbaa-799a00550c89 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0580826 Jan 24 09:52:21.906348 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (05025e4b-a778-41c0-baad-b689b66301c6), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.964396 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (05025e4b-a778-41c0-baad-b689b66301c6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.968667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (05025e4b-a778-41c0-baad-b689b66301c6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:21.987846 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05025e4b-a778-41c0-baad-b689b66301c6,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:21.999941 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.001158 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a1df822e-8391-477d-8bbf-6f408197373a tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337247 Jan 24 09:52:22.004925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 55738) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:22.009280 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:22.011849 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985532a-05c3-4cff-8445-db3940d068a6 req-71d5ee67-86e6-452c-b854-35f1006f7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:22.013321 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-71d5ee67-86e6-452c-b854-35f1006f7161 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.1004453 Jan 24 09:52:22.037917 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (ef46956f-3f55-4b74-b459-d970b4dd26ed), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.100325 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-20fee1ba-0ee4-42d5-b0c5-1770976b4b22 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 998 time: 0.0751877 Jan 24 09:52:22.101030 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (ef46956f-3f55-4b74-b459-d970b4dd26ed), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.106820 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (ef46956f-3f55-4b74-b459-d970b4dd26ed), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.126711 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'bcc1b386-e153-4a81-b1b4-62e758e1c022', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'port_id': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'mac_address': 'fa:16:3e:4a:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:20Z', 'updated_at': '2022-01-24T09:52:20Z', 'revision_number': 0, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:22.133807 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef46956f-3f55-4b74-b459-d970b4dd26ed,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:22.156261 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Checking router: a6033241-7a3c-46de-b14d-b6a0ef0f10a7 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:52:22.164949 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:52:22.165546 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:51:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:22.168324 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.170085 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985532a-05c3-4cff-8445-db3940d068a6 req-09f45b5d-5d07-45ed-9e90-c1daef8a0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:22.171764 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-09f45b5d-5d07-45ed-9e90-c1daef8a0b67 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0489666 Jan 24 09:52:22.172712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55742) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:22.173126 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-247112b3-75eb-4661-a7ac-2324b7e1a3a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670418 Jan 24 09:52:22.177306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:22.197061 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb4dea-2b03-4220-8d4d-a57e74e2b5ff req-c1170e9b-4a66-4a40-94f8-2f76772f2e21 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:22.198592 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3acb4dea-2b03-4220-8d4d-a57e74e2b5ff req-c1170e9b-4a66-4a40-94f8-2f76772f2e21 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0674477 Jan 24 09:52:22.238928 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (e384cb0e-33ea-4c60-a04f-105feaeb1ec9), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.244371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985532a-05c3-4cff-8445-db3940d068a6 req-22650e35-d991-4858-98db-db786ca1e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:22.245848 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-22650e35-d991-4858-98db-db786ca1e2e4 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569408 Jan 24 09:52:22.251575 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3acb4dea-2b03-4220-8d4d-a57e74e2b5ff req-608ef2d9-45a6-4ab1-a29d-c23532f4a167 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Jan 24 09:52:22.262036 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['30982a8c-de62-4c14-94af-08e80b087527'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:22.277329 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:52:22.369657 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (e384cb0e-33ea-4c60-a04f-105feaeb1ec9), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.381292 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (e384cb0e-33ea-4c60-a04f-105feaeb1ec9), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.400045 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-a5c525ac-5640-47c6-b665-b0297f0cc7a1 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434133 Jan 24 09:52:22.405361 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e384cb0e-33ea-4c60-a04f-105feaeb1ec9,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:22.415056 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.415468 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-407fe8e0-588f-41ec-b8f8-f84338582925 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2416546 Jan 24 09:52:22.418278 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55744) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:22.422728 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:22.509595 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (03358546-9d42-4ae4-b782-7d0f7ad7d1b8), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.522435 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'bcc1b386-e153-4a81-b1b4-62e758e1c022', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'port_id': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'mac_address': 'fa:16:3e:4a:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:20Z', 'updated_at': '2022-01-24T09:52:20Z', 'revision_number': 0, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:52:22.546723 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e985532a-05c3-4cff-8445-db3940d068a6 req-4bb983f0-f24a-4373-a6ea-2fb46c12b052 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196783 Jan 24 09:52:22.548073 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97221365-0cb4-4324-9b49-697814c6f788 None None] The sync data for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi is: [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'bcc1b386-e153-4a81-b1b4-62e758e1c022', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'port_id': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'mac_address': 'fa:16:3e:4a:5e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:52:20Z', 'updated_at': '2022-01-24T09:52:20Z', 'revision_number': 0, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:52:22.571417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (03358546-9d42-4ae4-b782-7d0f7ad7d1b8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.575803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (03358546-9d42-4ae4-b782-7d0f7ad7d1b8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.595760 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03358546-9d42-4ae4-b782-7d0f7ad7d1b8,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:22.610138 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.611387 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fd17203b-f3f4-4741-99c4-5b78d0abd797 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1921959 Jan 24 09:52:22.614186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55746) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:22.618559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:22.644209 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Project be29ad9b929441a5904a3018a4cd7166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:52:22.649779 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (ee77d642-4e05-40f4-b323-8915e08d860c), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.717763 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (ee77d642-4e05-40f4-b323-8915e08d860c), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.723230 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (ee77d642-4e05-40f4-b323-8915e08d860c), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.742392 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee77d642-4e05-40f4-b323-8915e08d860c,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:22.754879 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.756335 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9acbf00e-3faa-458c-b11a-aa1e0b4c4e52 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411424 Jan 24 09:52:22.759020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 55750) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:52:22.767074 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'security_group_rule': {'security_group_id': 'c99bbc3f-02d4-41b1-838d-9dcab26ec122', 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:22.807394 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Project be29ad9b929441a5904a3018a4cd7166 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:52:22.813913 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (5de408e2-7dd1-46eb-9f31-debaf475d329), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.820326 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5b6c-e6a6-4bc5-b7b9-22375d28c325 req-f3c4a49d-28d1-4ee4-90e7-60f026334c45 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:22.821817 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dab5b6c-e6a6-4bc5-b7b9-22375d28c325 req-f3c4a49d-28d1-4ee4-90e7-60f026334c45 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 945 time: 0.0577796 Jan 24 09:52:22.824877 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3078b-debc-4711-b618-f40bc2adf2bb None None] New status for floating IP bcc1b386-e153-4a81-b1b4-62e758e1c022: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:52:22.875559 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dab5b6c-e6a6-4bc5-b7b9-22375d28c325 req-14dac632-9597-4023-a371-3f19db5f460d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Jan 24 09:52:22.882013 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (5de408e2-7dd1-46eb-9f31-debaf475d329), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.886434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (5de408e2-7dd1-46eb-9f31-debaf475d329), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.905991 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de408e2-7dd1-46eb-9f31-debaf475d329,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:22.915358 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:22.916603 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8c9f74ee-46e8-4ddf-952e-28f39d49f8fb tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564410 Jan 24 09:52:23.018297 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-77e04cfe-fc7a-46aa-ba57-ec2d133a47eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.046691 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-47978bd0-48d3-4947-8a55-7133a50686f6 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916604907&fields=id&tenant_id=be29ad9b929441a5904a3018a4cd7166 HTTP/1.1" status: 200 len: 267 time: 0.0655217 Jan 24 09:52:23.111528 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-69ad03e4-5088-4c54-9a47-aed13aef08b9 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.113273 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-69ad03e4-5088-4c54-9a47-aed13aef08b9 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Jan 24 09:52:23.123914 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'port': {'security_groups': ['e8224904-1559-43c8-a479-f871f7936279', 'c99bbc3f-02d4-41b1-838d-9dcab26ec122']}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:52:23.216155 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.428816 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebc2dd-13ea-4811-aa84-f57cc6238343 req-34e835e0-89e7-4427-a482-c5f484f7bb08 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.430279 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c7ebc2dd-13ea-4811-aa84-f57cc6238343 req-34e835e0-89e7-4427-a482-c5f484f7bb08 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.1069653 Jan 24 09:52:23.487623 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:23.512808 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c7ebc2dd-13ea-4811-aa84-f57cc6238343 req-8ff6ad53-da2d-44c1-b324-dfeb482eb200 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758190 Jan 24 09:52:23.527745 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.534330 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.582785 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.583444 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.584808 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cac9c7ef-f7c1-4a33-b432-4a09f4079e24 req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "PUT /v2.0/ports/fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 981 time: 0.4654918 Jan 24 09:52:23.585262 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:23.587842 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99466bc-f8ff-4c26-adf1-170b8fdaed54" -d '{"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:23.609712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d4af1-ec8d-43fb-92af-8006bfba024f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=6']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:23.635598 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112b0f3-e229-4e6d-8078-3d84811b0701 x-openstack-request-id: req-3112b0f3-e229-4e6d-8078-3d84811b0701 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:23.635958 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:23.636285 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3112b0f3-e229-4e6d-8078-3d84811b0701 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:23.636898 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:52:23.697040 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79cd91-0957-4e21-872d-747f1dc0ae9d req-739c8bc0-fa65-4e82-85ba-8da09b711484 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.698836 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1a79cd91-0957-4e21-872d-747f1dc0ae9d req-739c8bc0-fa65-4e82-85ba-8da09b711484 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0535367 Jan 24 09:52:23.779460 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1a79cd91-0957-4e21-872d-747f1dc0ae9d req-8f7b2231-97e5-4c77-9462-b64743cf5f51 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733011 Jan 24 09:52:23.785891 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-3c1835a9-2fd8-439a-9908-8499ddcec4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.787506 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-3c1835a9-2fd8-439a-9908-8499ddcec4c2 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1137 time: 0.0533738 Jan 24 09:52:23.840971 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-d47c040b-ca1b-4dbf-bede-5d0bb1ed2511 None None] Provisioning complete for port fba00668-2e43-421d-a2d4-d4b9a77a80a3 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:52:23.845486 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d47c040b-ca1b-4dbf-bede-5d0bb1ed2511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:23.902197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-d385db5a-be54-496c-8ffb-3aff5ecfb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:23.903777 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-d385db5a-be54-496c-8ffb-3aff5ecfb742 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.1028721 Jan 24 09:52:23.931928 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d47c040b-ca1b-4dbf-bede-5d0bb1ed2511 None None] Current status of the port fba00668-2e43-421d-a2d4-d4b9a77a80a3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:23.981242 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-b96e0902-55e8-4af1-8407-ddec735b95a4 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 1000 time: 0.0645766 Jan 24 09:52:24.001848 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569f709-c033-4780-a044-806ce8a2d196 req-fd9e1d07-7924-4216-ae9c-87cac61d4ec6 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:24.005667 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2569f709-c033-4780-a044-806ce8a2d196 req-fd9e1d07-7924-4216-ae9c-87cac61d4ec6 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Jan 24 09:52:24.029295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-cc9e7dc0-42f3-412c-a2ce-f97835e4caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:24.030766 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-cc9e7dc0-42f3-412c-a2ce-f97835e4caca service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0426347 Jan 24 09:52:24.052859 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2569f709-c033-4780-a044-806ce8a2d196 req-bcd79d7b-b32c-45d8-9a46-7258f63a170b tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Jan 24 09:52:24.059721 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:24.087648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-c06530e9-1f23-419a-96a0-314fe02999da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:24.089124 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-c06530e9-1f23-419a-96a0-314fe02999da service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479462 Jan 24 09:52:24.180455 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:24.190764 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-60b18e1a-9816-4a1c-9d50-53a2301659df service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Jan 24 09:52:24.231505 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 30982a8c-de62-4c14-94af-08e80b087527 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:52:24.285931 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a99466bc-f8ff-4c26-adf1-170b8fdaed54 req-87f150ba-561d-428e-82e3-958b050f4dde service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Jan 24 09:52:24.357455 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 30982a8c-de62-4c14-94af-08e80b087527 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:52:24.381616 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 30982a8c-de62-4c14-94af-08e80b087527 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:52:24.381988 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (30982a8c-de62-4c14-94af-08e80b087527), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:24.583433 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 30982a8c-de62-4c14-94af-08e80b087527 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:52:24.583819 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (30982a8c-de62-4c14-94af-08e80b087527), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:24.644360 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30982a8c-de62-4c14-94af-08e80b087527'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:24.646651 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a5514-30dc-4591-9e2f-f8bedfbf2fc7" -d '{"events": [{"server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "name": "network-vif-plugged", "status": "completed", "tag": "30982a8c-de62-4c14-94af-08e80b087527"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:24.673710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=30982a8c-de62-4c14-94af-08e80b087527,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:24.690257 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:24.697025 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276c3d2-eefa-42ce-bbbd-febf8fdfa768 x-openstack-request-id: req-2276c3d2-eefa-42ce-bbbd-febf8fdfa768 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:24.697328 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "name": "network-vif-plugged", "status": "completed", "tag": "30982a8c-de62-4c14-94af-08e80b087527", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:24.697583 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2276c3d2-eefa-42ce-bbbd-febf8fdfa768 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:24.698014 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30982a8c-de62-4c14-94af-08e80b087527', 'code': 200} Jan 24 09:52:24.774856 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:24.958233 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6252b-67bf-4950-98a3-5f84ed35c8aa req-e0cbde8d-60c0-4c08-9203-2b3c73013042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:24.959771 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1fe6252b-67bf-4950-98a3-5f84ed35c8aa req-e0cbde8d-60c0-4c08-9203-2b3c73013042 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 1099 time: 0.0438924 Jan 24 09:52:25.011729 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1fe6252b-67bf-4950-98a3-5f84ed35c8aa req-da52ade4-ab92-4869-80ec-31e5b8a67dea service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Jan 24 09:52:25.013712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3d3a0-bf2b-4a72-b4e5-23be50d37197 req-32ded886-fd40-45a3-a916-4c8014df1fc2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:25.015230 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24d3d3a0-bf2b-4a72-b4e5-23be50d37197 req-32ded886-fd40-45a3-a916-4c8014df1fc2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0534759 Jan 24 09:52:25.064982 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24d3d3a0-bf2b-4a72-b4e5-23be50d37197 req-2cc82f1d-b218-4a2a-8a04-8e7f567788d0 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424876 Jan 24 09:52:25.171268 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6aa36-2d86-47d2-b2ee-58c7e936a941 req-6b169182-0fe5-41e0-a816-5124fd169b7d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:25.172845 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05b6aa36-2d86-47d2-b2ee-58c7e936a941 req-6b169182-0fe5-41e0-a816-5124fd169b7d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0489767 Jan 24 09:52:25.220816 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05b6aa36-2d86-47d2-b2ee-58c7e936a941 req-945bf35f-78e4-4729-8e16-642ca5b171e3 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jan 24 09:52:25.273186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cc51be5f-7fd6-4842-9ea7-e516b0af0b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:26.201992 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:26.345449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f6ad2-039e-4b32-b20b-14f105e66428 req-46e90df6-4129-40b1-8083-acda5fdde635 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:26.346918 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-901f6ad2-039e-4b32-b20b-14f105e66428 req-46e90df6-4129-40b1-8083-acda5fdde635 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0558338 Jan 24 09:52:26.391576 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-901f6ad2-039e-4b32-b20b-14f105e66428 req-21e5d451-8b0a-4aaf-bc4c-1c41f0203bae tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 Jan 24 09:52:27.512107 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115f648-c46b-4377-bc38-d3187e28d171 req-a14bcfcc-70fc-4020-9385-823d25d3dbb2 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:27.513517 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6115f648-c46b-4377-bc38-d3187e28d171 req-a14bcfcc-70fc-4020-9385-823d25d3dbb2 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0501893 Jan 24 09:52:27.560064 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6115f648-c46b-4377-bc38-d3187e28d171 req-7740aef1-d301-4024-88d6-10bc4c9aebb7 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Jan 24 09:52:27.700773 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:28.525898 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5f4e6-a192-4adb-af87-ff88b61a5578 req-0a60f840-cc74-46f1-bc14-32ec607c3f03 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:28.527292 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbb5f4e6-a192-4adb-af87-ff88b61a5578 req-0a60f840-cc74-46f1-bc14-32ec607c3f03 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0491736 Jan 24 09:52:28.580382 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbb5f4e6-a192-4adb-af87-ff88b61a5578 req-63295130-283c-43f6-9964-9b17c5c20804 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463958 Jan 24 09:52:29.136737 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:29.238547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009493c-2e5e-4c9d-8b82-d1c7479eba9e req-1574a575-bd4b-4076-ae77-2be5195a2772 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:29.240140 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f009493c-2e5e-4c9d-8b82-d1c7479eba9e req-1574a575-bd4b-4076-ae77-2be5195a2772 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0477421 Jan 24 09:52:29.286600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a89ab-e250-4209-acc9-bef596836792 req-debc7f41-4bae-43e4-befa-c64373d38e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:29.288172 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-debc7f41-4bae-43e4-befa-c64373d38e3e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0404317 Jan 24 09:52:29.288589 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f009493c-2e5e-4c9d-8b82-d1c7479eba9e req-842e417e-7e14-410b-9831-080df7bc7775 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Jan 24 09:52:29.391322 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a89ab-e250-4209-acc9-bef596836792 req-cdf68a61-9a0f-4ee9-873d-967537a0dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:29.392660 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-cdf68a61-9a0f-4ee9-873d-967537a0dcfd service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.0904937 Jan 24 09:52:29.445850 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-8df34bf2-ea48-427c-ac3b-2231522f23f6 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0341489 Jan 24 09:52:29.520697 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a89ab-e250-4209-acc9-bef596836792 req-36a01206-1b14-42aa-94fb-cefbd70d2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:29.522062 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-36a01206-1b14-42aa-94fb-cefbd70d2bd2 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0419369 Jan 24 09:52:29.556815 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-314f2ded-021b-4447-9541-d20ce659da46 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243473 Jan 24 09:52:29.656786 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-0f37da1b-b0ba-401a-8847-d442e0968a2e service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861559 Jan 24 09:52:29.701894 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33bad4-2b9d-4c80-8ebf-265e9d0aaa6a req-c0c89c5a-9c22-40d1-b24f-c2666cd9a8e1 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:29.703565 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a33bad4-2b9d-4c80-8ebf-265e9d0aaa6a req-c0c89c5a-9c22-40d1-b24f-c2666cd9a8e1 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0508623 Jan 24 09:52:29.750174 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a33bad4-2b9d-4c80-8ebf-265e9d0aaa6a req-eff573af-57a3-46f6-8f7e-4dfc87b7c20e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Jan 24 09:52:29.759963 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-656a89ab-e250-4209-acc9-bef596836792 req-37f43a4d-b573-4231-84ee-5fb72e6f4ea7 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Jan 24 09:52:30.431300 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3204b3c-9dc6-4d1e-8afd-adc58e711ae5 req-27fc3ec9-0cc2-4dd3-8e7e-a0872ff8c3bd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:30.432748 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3204b3c-9dc6-4d1e-8afd-adc58e711ae5 req-27fc3ec9-0cc2-4dd3-8e7e-a0872ff8c3bd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jan 24 09:52:30.491202 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3204b3c-9dc6-4d1e-8afd-adc58e711ae5 req-c4a5be6f-8bc6-4230-9e38-93c56307a8d3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Jan 24 09:52:30.875476 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ed14a-28e8-4f1f-af25-b768df39fca9 req-52969aa3-f2a2-45ec-8dd9-32ba67d1dc0d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:30.876924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-877ed14a-28e8-4f1f-af25-b768df39fca9 req-52969aa3-f2a2-45ec-8dd9-32ba67d1dc0d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0544362 Jan 24 09:52:30.931263 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-877ed14a-28e8-4f1f-af25-b768df39fca9 req-09d61bb6-8367-405f-80d4-aec6be66515c tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Jan 24 09:52:31.620660 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f32bb-4f98-4db7-acb8-1b57b784c1a7 req-b69c91cd-d713-4f7b-96b6-dd3f3a80400c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:31.622117 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bf3f32bb-4f98-4db7-acb8-1b57b784c1a7 req-b69c91cd-d713-4f7b-96b6-dd3f3a80400c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0535834 Jan 24 09:52:31.670678 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bf3f32bb-4f98-4db7-acb8-1b57b784c1a7 req-f46c4c0d-daf2-4e0c-b3d5-5f5d45afd648 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Jan 24 09:52:31.840778 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc050fd-df36-47a0-8039-6919858fe684 req-fadc0698-3404-496a-8803-4a528a359329 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:31.842145 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0dc050fd-df36-47a0-8039-6919858fe684 req-fadc0698-3404-496a-8803-4a528a359329 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0599627 Jan 24 09:52:31.939759 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Deleting port 30982a8c-de62-4c14-94af-08e80b087527 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:52:31.940087 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (30982a8c-de62-4c14-94af-08e80b087527), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:32.031661 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] For port 30982a8c-de62-4c14-94af-08e80b087527, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=30982a8c-de62-4c14-94af-08e80b087527,segment=NetworkSegment(77ac30fd-1eaf-49b0-8765-c181629e594d),segment_id=77ac30fd-1eaf-49b0-8765-c181629e594d)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:52:32.032025 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (30982a8c-de62-4c14-94af-08e80b087527), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:32.046054 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Calling delete_port for 30982a8c-de62-4c14-94af-08e80b087527 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:52:32.053639 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcde94-2788-47eb-aaf7-5bf539225c8b req-b5b0a2a0-b3a8-43c9-b730-0707a01bb87e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:32.055340 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15fcde94-2788-47eb-aaf7-5bf539225c8b req-b5b0a2a0-b3a8-43c9-b730-0707a01bb87e tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 946 time: 0.0555952 Jan 24 09:52:32.112061 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15fcde94-2788-47eb-aaf7-5bf539225c8b req-4f850443-4bcb-4d11-b6ee-8ae95eff9ac6 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/security-groups?id=accf825f-e029-4c33-a391-45bf20776a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Jan 24 09:52:32.197644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (30982a8c-de62-4c14-94af-08e80b087527), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:32.230043 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Pushing event deleted for resources: {'Port': ['ID=30982a8c-de62-4c14-94af-08e80b087527,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:52:32.260847 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['30982a8c-de62-4c14-94af-08e80b087527'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:52:32.272424 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] No DVR routers for this DVR port 30982a8c-de62-4c14-94af-08e80b087527 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:52:32.275901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:32.279540 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0dc050fd-df36-47a0-8039-6919858fe684 req-ef69f957-38f7-4539-8e81-fa09ec19a020 tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.123 "DELETE /v2.0/ports/30982a8c-de62-4c14-94af-08e80b087527 HTTP/1.1" status: 204 len: 173 time: 0.4258728 Jan 24 09:52:32.280024 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'name': 'network-vif-deleted', 'tag': '30982a8c-de62-4c14-94af-08e80b087527'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:52:32.283465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddba783-87f3-4e6b-94c1-95235d3afb09" -d '{"events": [{"server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "name": "network-vif-deleted", "tag": "30982a8c-de62-4c14-94af-08e80b087527"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:52:32.319163 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d4a7ae-e961-4caa-9b21-0f09e2e3bc2c x-openstack-request-id: req-28d4a7ae-e961-4caa-9b21-0f09e2e3bc2c {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:52:32.319508 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e88b6-35f2-40ae-a8f1-76b509bdd704", "name": "network-vif-deleted", "tag": "30982a8c-de62-4c14-94af-08e80b087527", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:52:32.319748 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28d4a7ae-e961-4caa-9b21-0f09e2e3bc2c {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:52:32.320145 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e88b6-35f2-40ae-a8f1-76b509bdd704', 'name': 'network-vif-deleted', 'tag': '30982a8c-de62-4c14-94af-08e80b087527', 'status': 'completed', 'code': 200} Jan 24 09:52:32.786661 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aad51d-02fe-4efd-9aee-e58da5133c64 req-fd0c6f93-48c9-4276-a490-f37705f97bda tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:32.788186 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-03aad51d-02fe-4efd-9aee-e58da5133c64 req-fd0c6f93-48c9-4276-a490-f37705f97bda tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0488484 Jan 24 09:52:32.838698 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-03aad51d-02fe-4efd-9aee-e58da5133c64 req-cb86853b-d84d-4b7e-8884-b1ee91bc1a74 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Jan 24 09:52:33.217442 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0ec28269-2f40-4931-a7be-6f2ee07eb970 req-c2e59d9c-74cc-4741-a569-33d88fd0936d tempest-VolumesActionsTest-1380598118 tempest-VolumesActionsTest-1380598118-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e88b6-35f2-40ae-a8f1-76b509bdd704 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Jan 24 09:52:33.973384 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168edc28-7083-4781-958a-4cd82e8bc4c5 req-c24304c9-4674-4209-9856-6101ed090395 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:33.974846 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-168edc28-7083-4781-958a-4cd82e8bc4c5 req-c24304c9-4674-4209-9856-6101ed090395 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0618939 Jan 24 09:52:34.026920 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-168edc28-7083-4781-958a-4cd82e8bc4c5 req-4362dee9-da1f-4786-beaf-fa038024369f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Jan 24 09:52:34.497624 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4061-3481-437c-a9e6-4e347e32339a req-071051b2-fbc5-4d6c-a1a2-2300b8b7e810 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:34.499318 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-220c4061-3481-437c-a9e6-4e347e32339a req-071051b2-fbc5-4d6c-a1a2-2300b8b7e810 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0483716 Jan 24 09:52:34.548344 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-220c4061-3481-437c-a9e6-4e347e32339a req-f446f28a-743b-46e0-8099-3e0b34365c3f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437353 Jan 24 09:52:35.170790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fecaf1-e4bd-4795-b780-a638deb267d2 req-bf1b916e-3b8a-4649-a74c-1ac12dddc32f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:35.172283 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-42fecaf1-e4bd-4795-b780-a638deb267d2 req-bf1b916e-3b8a-4649-a74c-1ac12dddc32f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0625846 Jan 24 09:52:35.220150 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-42fecaf1-e4bd-4795-b780-a638deb267d2 req-c46ee286-bd4b-40cd-82e8-a000090fbe6c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Jan 24 09:52:35.676038 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa3c6a-fcc3-4ed5-9b49-375d61a5b293 req-3a41f591-c255-4b88-a00b-6b1435426c60 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:35.677509 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-49fa3c6a-fcc3-4ed5-9b49-375d61a5b293 req-3a41f591-c255-4b88-a00b-6b1435426c60 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0513678 Jan 24 09:52:35.729530 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-49fa3c6a-fcc3-4ed5-9b49-375d61a5b293 req-e97011b3-ec0a-437f-ace2-0e3d93f82ee2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464377 Jan 24 09:52:36.360169 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fe007-e120-45f8-b04f-23de41b67996 req-40cda16c-b4ba-47f9-89e2-e3aae0ba4b2c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:36.361604 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b2fe007-e120-45f8-b04f-23de41b67996 req-40cda16c-b4ba-47f9-89e2-e3aae0ba4b2c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0568120 Jan 24 09:52:36.409478 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b2fe007-e120-45f8-b04f-23de41b67996 req-6b894a95-46e4-4b94-9c19-bdcb2e7f9e64 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Jan 24 09:52:36.871892 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e6611-ca40-43f6-b302-54a699dc84e0 req-d7fd3019-a883-4cf3-b1c2-d9cebf4bbceb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:36.873328 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-089e6611-ca40-43f6-b302-54a699dc84e0 req-d7fd3019-a883-4cf3-b1c2-d9cebf4bbceb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0582597 Jan 24 09:52:36.921267 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-089e6611-ca40-43f6-b302-54a699dc84e0 req-5918c8a2-f03c-4d76-9672-ae9ca46f33b2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422039 Jan 24 09:52:37.389898 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 30982a8c-de62-4c14-94af-08e80b087527 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:52:37.410226 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 30982a8c-de62-4c14-94af-08e80b087527 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:52:37.410536 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 30982a8c-de62-4c14-94af-08e80b087527 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:52:37.527073 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af3a58-aa7a-4435-956e-c59f06f91b71 req-3269d731-ae21-4664-a501-eb43b14d246a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:37.528560 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b8af3a58-aa7a-4435-956e-c59f06f91b71 req-3269d731-ae21-4664-a501-eb43b14d246a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0501900 Jan 24 09:52:37.577688 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b8af3a58-aa7a-4435-956e-c59f06f91b71 req-ec24afd4-7167-4e84-ab27-a53c63ace0f0 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Jan 24 09:52:38.046662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1113-18db-4e36-846e-5ab78e1ee505 req-4bf15741-31eb-4f51-ae01-d1f67d825781 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:38.048132 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a4a1113-18db-4e36-846e-5ab78e1ee505 req-4bf15741-31eb-4f51-ae01-d1f67d825781 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0490494 Jan 24 09:52:38.097177 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a4a1113-18db-4e36-846e-5ab78e1ee505 req-aa0c9fab-b7a4-48cf-9eba-6ec868687ce6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420885 Jan 24 09:52:38.697350 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b93b-d540-49d4-8529-5a1c51c37358 req-5faf4817-f5d3-4dea-a308-e140de409abd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:38.698962 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9c8b93b-d540-49d4-8529-5a1c51c37358 req-5faf4817-f5d3-4dea-a308-e140de409abd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0500128 Jan 24 09:52:38.744743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9c8b93b-d540-49d4-8529-5a1c51c37358 req-23322daf-1233-45c1-9397-075f88729222 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393035 Jan 24 09:52:39.217408 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61892fbc-e3f0-46dc-8ce2-8cae258b8598 req-d3f2c9d1-0180-488a-a5d4-4cd5e5d3de18 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:39.219039 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-61892fbc-e3f0-46dc-8ce2-8cae258b8598 req-d3f2c9d1-0180-488a-a5d4-4cd5e5d3de18 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0538559 Jan 24 09:52:39.267823 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-61892fbc-e3f0-46dc-8ce2-8cae258b8598 req-ada2cb19-cbfd-4888-90fe-5492982b7508 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405564 Jan 24 09:52:39.873229 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ba026-3bae-41c0-af1c-f3c2b4530e63 req-07821647-f64e-45e4-99ec-a3d6c6a4fc7b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:39.874746 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-895ba026-3bae-41c0-af1c-f3c2b4530e63 req-07821647-f64e-45e4-99ec-a3d6c6a4fc7b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0551434 Jan 24 09:52:39.921103 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-895ba026-3bae-41c0-af1c-f3c2b4530e63 req-2c762ec1-55d7-4f8e-84e7-244af7e90b88 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Jan 24 09:52:40.393249 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689a1fe-05fc-4746-862c-936acc1761ef req-525d58c4-dc76-4f71-8cda-5624fbfbca90 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:40.394673 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8689a1fe-05fc-4746-862c-936acc1761ef req-525d58c4-dc76-4f71-8cda-5624fbfbca90 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0529854 Jan 24 09:52:40.452546 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8689a1fe-05fc-4746-862c-936acc1761ef req-8b02ea96-7a7c-435c-8e9a-bc7ee79b1edd tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513334 Jan 24 09:52:41.055326 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76375e99-1346-4bd4-ad41-525df7a9c533 req-6f18c578-9cd8-4fbd-81a6-e20af7304da4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:41.056969 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-76375e99-1346-4bd4-ad41-525df7a9c533 req-6f18c578-9cd8-4fbd-81a6-e20af7304da4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0506861 Jan 24 09:52:41.106467 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-76375e99-1346-4bd4-ad41-525df7a9c533 req-8697d817-0c8a-4d86-8407-948808ad266e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Jan 24 09:52:41.592855 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dc2d6-b9e7-4f3e-8e7f-3cd38f8e9ea8 req-488874c1-2d9f-455f-b486-569d2d6310bb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:41.596715 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a8dc2d6-b9e7-4f3e-8e7f-3cd38f8e9ea8 req-488874c1-2d9f-455f-b486-569d2d6310bb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0726204 Jan 24 09:52:41.654920 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a8dc2d6-b9e7-4f3e-8e7f-3cd38f8e9ea8 req-875ac47f-1147-45f4-90fc-523cc3f6c0df tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519996 Jan 24 09:52:42.253401 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7499f8b-dc00-45c5-ba7b-0e925bfce494 req-bc3c64bd-b00c-45d3-bff4-4a9e0ef69304 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:42.255205 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7499f8b-dc00-45c5-ba7b-0e925bfce494 req-bc3c64bd-b00c-45d3-bff4-4a9e0ef69304 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0535502 Jan 24 09:52:42.312025 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7499f8b-dc00-45c5-ba7b-0e925bfce494 req-ef495252-eefa-4516-8e9d-1b2bdce3f080 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Jan 24 09:52:42.778250 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95647d21-fc48-496e-9b5b-49e9258da163 req-a41b3603-a366-4faf-a1da-1fdf6804faad tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:42.779790 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-95647d21-fc48-496e-9b5b-49e9258da163 req-a41b3603-a366-4faf-a1da-1fdf6804faad tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0505707 Jan 24 09:52:42.827927 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-95647d21-fc48-496e-9b5b-49e9258da163 req-b3ebcc72-d79b-4dc8-be5a-47a811e624db tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424185 Jan 24 09:52:43.443713 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66961e14-f4af-4e6d-b741-6f0092aa8ac5 req-3ab6767b-1e7b-40c2-ba98-aad6165d0341 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:43.445205 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66961e14-f4af-4e6d-b741-6f0092aa8ac5 req-3ab6767b-1e7b-40c2-ba98-aad6165d0341 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0547233 Jan 24 09:52:43.495334 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66961e14-f4af-4e6d-b741-6f0092aa8ac5 req-343d970e-2a93-498e-b71a-10d68a48b1c6 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Jan 24 09:52:43.767515 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:43.957512 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad7b89-c67e-41dd-976f-fd630b28de6f req-e3353aee-d46a-4fa4-8949-c7bff83cdfbb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:43.964173 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0ad7b89-c67e-41dd-976f-fd630b28de6f req-e3353aee-d46a-4fa4-8949-c7bff83cdfbb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0681102 Jan 24 09:52:44.053292 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0ad7b89-c67e-41dd-976f-fd630b28de6f req-6edbaf83-71b4-4423-9ae4-1da4b61c7c9f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874178 Jan 24 09:52:44.613826 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004da5ec-49b2-41a2-a76c-d6531e78cca3 req-df27014a-f733-4279-b45a-fa6878249f76 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:44.615253 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-004da5ec-49b2-41a2-a76c-d6531e78cca3 req-df27014a-f733-4279-b45a-fa6878249f76 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0485904 Jan 24 09:52:44.671698 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-004da5ec-49b2-41a2-a76c-d6531e78cca3 req-6646e840-f01a-4e55-a4ff-baf0d91ad7f7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Jan 24 09:52:45.200401 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dcb5c-ab43-49bf-892d-de17c4d3b190 req-c25ae125-c93b-4c8c-a704-e9387529256c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:45.201975 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-976dcb5c-ab43-49bf-892d-de17c4d3b190 req-c25ae125-c93b-4c8c-a704-e9387529256c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0535073 Jan 24 09:52:45.262347 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-976dcb5c-ab43-49bf-892d-de17c4d3b190 req-2fe3e81e-5871-49ee-b3fa-96031a5efcc0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482709 Jan 24 09:52:45.786803 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e43164-9622-40fd-84c7-9c0fce16ddd6 req-1d53aaf9-5ebe-40f5-a30c-e1735a44651a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:45.788895 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-65e43164-9622-40fd-84c7-9c0fce16ddd6 req-1d53aaf9-5ebe-40f5-a30c-e1735a44651a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0492508 Jan 24 09:52:45.838733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-65e43164-9622-40fd-84c7-9c0fce16ddd6 req-2b3c82f3-096a-4b3d-ada8-91f630982e8c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442240 Jan 24 09:52:46.401710 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf8d54-e2bd-4e42-8a7d-e56319eb2ccc req-ce1474e1-a28c-484e-a565-ca7d95b867cc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:46.404103 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0daf8d54-e2bd-4e42-8a7d-e56319eb2ccc req-ce1474e1-a28c-484e-a565-ca7d95b867cc tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0596299 Jan 24 09:52:46.464926 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0daf8d54-e2bd-4e42-8a7d-e56319eb2ccc req-f1bf2972-5d93-458e-9848-1a1d632e7b79 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544176 Jan 24 09:52:46.971708 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3d12d-1696-452f-85eb-2e015f9caeaa req-cfd59992-136b-4b81-a704-fc03fd550bbd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:46.973644 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3dd3d12d-1696-452f-85eb-2e015f9caeaa req-cfd59992-136b-4b81-a704-fc03fd550bbd tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0625613 Jan 24 09:52:47.021071 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3dd3d12d-1696-452f-85eb-2e015f9caeaa req-d92194c4-3273-4e44-bcdd-b31d75d8e196 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jan 24 09:52:47.594776 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd280c-1c6f-42a4-96a7-bc084c7bce4e req-d12a9d48-0dc6-4b0a-8ae9-6632dd6885ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:47.596361 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25cd280c-1c6f-42a4-96a7-bc084c7bce4e req-d12a9d48-0dc6-4b0a-8ae9-6632dd6885ff tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0538905 Jan 24 09:52:47.651618 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25cd280c-1c6f-42a4-96a7-bc084c7bce4e req-d1e838db-c491-4662-8433-e57c6ea7a873 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495183 Jan 24 09:52:48.149029 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08de42-fd8d-40f9-9dd4-6504f2faf4f8 req-8fbacb6d-069b-446b-98e3-d7d5fc950bd8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:48.156049 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bb08de42-fd8d-40f9-9dd4-6504f2faf4f8 req-8fbacb6d-069b-446b-98e3-d7d5fc950bd8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0607660 Jan 24 09:52:48.211706 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bb08de42-fd8d-40f9-9dd4-6504f2faf4f8 req-ef3f97ad-0eb0-4d0c-b102-890b679fbdc5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548005 Jan 24 09:52:48.777831 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3abea9-66f0-4794-9ec5-48dd902a7d36 req-e8dfdf03-1a39-4718-82c0-27e8c2c027f7 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:48.779387 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fc3abea9-66f0-4794-9ec5-48dd902a7d36 req-e8dfdf03-1a39-4718-82c0-27e8c2c027f7 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0528219 Jan 24 09:52:48.832861 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fc3abea9-66f0-4794-9ec5-48dd902a7d36 req-5962ef20-30bc-47dc-9180-0f3cdba9abf1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477128 Jan 24 09:52:49.345465 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ea8fa-5c02-4955-a7ff-1e642bb2ef11 req-f5b5e23e-c574-4815-a4d3-48e347b49323 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:49.347234 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-264ea8fa-5c02-4955-a7ff-1e642bb2ef11 req-f5b5e23e-c574-4815-a4d3-48e347b49323 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0659258 Jan 24 09:52:49.397574 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-264ea8fa-5c02-4955-a7ff-1e642bb2ef11 req-40ef5c18-de7d-4d03-ac3f-249fa08173da tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434053 Jan 24 09:52:49.956177 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610ebbc-0eda-483d-8fab-4e1398f01d0d req-694262d9-f964-4875-95a3-38224c575312 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:49.957775 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b610ebbc-0eda-483d-8fab-4e1398f01d0d req-694262d9-f964-4875-95a3-38224c575312 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0544415 Jan 24 09:52:50.012629 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b610ebbc-0eda-483d-8fab-4e1398f01d0d req-caeda65a-23e1-4401-89db-b3e98d21fb3a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490751 Jan 24 09:52:50.526490 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed04c7-963d-4dd7-9db6-03c41641f46e req-746c95a5-d849-4745-afc9-b4b9af001b4e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:50.533733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aeed04c7-963d-4dd7-9db6-03c41641f46e req-746c95a5-d849-4745-afc9-b4b9af001b4e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0619118 Jan 24 09:52:50.589006 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aeed04c7-963d-4dd7-9db6-03c41641f46e req-322eba8d-7864-4b85-a788-e72c54517224 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543981 Jan 24 09:52:51.156205 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be06a8-0c07-46f8-9590-d170f74d3c8a req-c95be02d-edef-4f6d-9f48-1de69a33c1a9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:51.157987 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70be06a8-0c07-46f8-9590-d170f74d3c8a req-c95be02d-edef-4f6d-9f48-1de69a33c1a9 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0565367 Jan 24 09:52:51.220505 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70be06a8-0c07-46f8-9590-d170f74d3c8a req-69a2c2c6-b51b-4fd6-b56d-340239542059 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563369 Jan 24 09:52:51.708986 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103e6b6-d98c-4f39-abf7-1a471faa4d2f req-029c3a71-fb84-4ead-9ac5-a7e24a2f57e4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:51.710509 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2103e6b6-d98c-4f39-abf7-1a471faa4d2f req-029c3a71-fb84-4ead-9ac5-a7e24a2f57e4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0508690 Jan 24 09:52:51.761842 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2103e6b6-d98c-4f39-abf7-1a471faa4d2f req-9557cc2a-cb65-4298-a740-dbdacec0b608 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Jan 24 09:52:52.340866 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f82b-d0d7-4a14-9ce8-6f51209127ab req-96a90c1c-a8f7-4a6d-9402-746c10921cda tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:52.343218 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-31c4f82b-d0d7-4a14-9ce8-6f51209127ab req-96a90c1c-a8f7-4a6d-9402-746c10921cda tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0518389 Jan 24 09:52:52.390611 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-31c4f82b-d0d7-4a14-9ce8-6f51209127ab req-62b068ad-c119-49c2-9dfd-2b363e084b7d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417483 Jan 24 09:52:52.891119 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51506d84-0fb8-486b-a847-a2d79147dc6f req-4c5bb0d7-8f0c-4abc-9572-dd899bfdb511 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:52.897895 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-51506d84-0fb8-486b-a847-a2d79147dc6f req-4c5bb0d7-8f0c-4abc-9572-dd899bfdb511 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0665572 Jan 24 09:52:52.957935 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-51506d84-0fb8-486b-a847-a2d79147dc6f req-262af7f1-d97f-44fd-8fa4-37de21757818 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591631 Jan 24 09:52:53.003641 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2fc27396-d538-48c0-b6c1-3cb52a762cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:53.512759 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134d825-8fd8-49e7-bf00-541b3ed24b52 req-8006242b-461a-429e-8b14-5c931fbee764 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:53.514929 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a134d825-8fd8-49e7-bf00-541b3ed24b52 req-8006242b-461a-429e-8b14-5c931fbee764 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0533710 Jan 24 09:52:53.564419 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a134d825-8fd8-49e7-bf00-541b3ed24b52 req-608f1bfb-fb89-430b-8558-f9da36ae24b5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429368 Jan 24 09:52:54.086357 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c177fb-fd1d-418d-8bf2-fe39383ac6b7 req-af8c6dc4-f503-40ee-b8a1-ee697ae903a2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:54.088189 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3c177fb-fd1d-418d-8bf2-fe39383ac6b7 req-af8c6dc4-f503-40ee-b8a1-ee697ae903a2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0574832 Jan 24 09:52:54.136361 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3c177fb-fd1d-418d-8bf2-fe39383ac6b7 req-2492ad05-57b9-4cf2-9449-23b3825ab4ef tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Jan 24 09:52:54.686141 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f567e-0693-4adb-9d7d-40dfde3fb62a req-0067cbfc-83e3-4dbe-864c-d805f95d0f5e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:54.687577 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4c2f567e-0693-4adb-9d7d-40dfde3fb62a req-0067cbfc-83e3-4dbe-864c-d805f95d0f5e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0537066 Jan 24 09:52:54.747542 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4c2f567e-0693-4adb-9d7d-40dfde3fb62a req-dbdc1ed8-037f-4e91-918f-8ad851e7d807 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536134 Jan 24 09:52:55.264943 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c0a43-815a-4765-ab1c-7163f5e8c9ed req-405c4898-e220-4bf2-ae83-3de0d2c7381d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:55.267808 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d66c0a43-815a-4765-ab1c-7163f5e8c9ed req-405c4898-e220-4bf2-ae83-3de0d2c7381d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0565736 Jan 24 09:52:55.283342 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-56f7efb3-906c-4d90-8d8e-d49da7198311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:55.318956 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d66c0a43-815a-4765-ab1c-7163f5e8c9ed req-ab6e2310-729b-4fdb-9087-9d24ce5a6fef tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Jan 24 09:52:55.865949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91bd36-481b-4f2f-9475-4e7c9e17e40f req-775cc9c8-3f52-429c-baea-cd63e365e600 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:55.867437 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c91bd36-481b-4f2f-9475-4e7c9e17e40f req-775cc9c8-3f52-429c-baea-cd63e365e600 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0606403 Jan 24 09:52:55.929564 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c91bd36-481b-4f2f-9475-4e7c9e17e40f req-e5dbbc6d-c717-47a3-a897-465c2725ad9a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560312 Jan 24 09:52:56.206319 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76e1c3-0933-47b0-b9c3-956ec4089b7a req-c15a9311-a2bd-42b9-a563-ddab6d7790e0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.208114 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b76e1c3-0933-47b0-b9c3-956ec4089b7a req-c15a9311-a2bd-42b9-a563-ddab6d7790e0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0706308 Jan 24 09:52:56.216148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:56.265591 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-8b3f4e4a-9fb6-4eab-b622-b56c20970d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.267473 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5b76e1c3-0933-47b0-b9c3-956ec4089b7a req-18319b08-d6af-425e-bdc4-7885c7e74252 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512755 Jan 24 09:52:56.268045 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-8b3f4e4a-9fb6-4eab-b622-b56c20970d0c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 1099 time: 0.0501947 Jan 24 09:52:56.382724 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-30190ad0-ed20-4657-bfbc-cd317b533f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.384445 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-30190ad0-ed20-4657-bfbc-cd317b533f09 service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.0971282 Jan 24 09:52:56.485470 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-9d5c067a-51bb-448e-9350-1ee06170b339 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 200 len: 1001 time: 0.0923340 Jan 24 09:52:56.489406 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3d8cb-eeb8-47e4-bbe9-54752e45e88d req-678e27f0-2128-40ae-a478-be0c43448206 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.496606 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9fc3d8cb-eeb8-47e4-bbe9-54752e45e88d req-678e27f0-2128-40ae-a478-be0c43448206 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0836453 Jan 24 09:52:56.554460 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-ff0a7e9d-d402-4d22-935d-1fdf641e28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.556423 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-ff0a7e9d-d402-4d22-935d-1fdf641e28a1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0641050 Jan 24 09:52:56.584143 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9fc3d8cb-eeb8-47e4-bbe9-54752e45e88d req-31b9598c-b8ec-4b8d-973b-899151d000cf tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819771 Jan 24 09:52:56.611961 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-c74f61bd-56a9-49dc-9ed1-c1e40b5e815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:56.613686 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-c74f61bd-56a9-49dc-9ed1-c1e40b5e815b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493643 Jan 24 09:52:56.714440 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-85b9926f-2c90-4a12-9dfd-93d8ce5ed1c1 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902543 Jan 24 09:52:56.824079 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b401def3-c9e7-4aa8-b2ec-6897b12ce1e0 req-772f045c-311e-46c7-9127-4aabd2c33f25 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992436 Jan 24 09:52:57.390292 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100d19-e3f6-4b4d-8950-30c9f5a40f30 req-ff379292-be83-4039-ae3d-473f49eb4963 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:57.392652 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f4100d19-e3f6-4b4d-8950-30c9f5a40f30 req-ff379292-be83-4039-ae3d-473f49eb4963 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0524611 Jan 24 09:52:57.442204 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f4100d19-e3f6-4b4d-8950-30c9f5a40f30 req-6953a384-4488-4c8e-82c2-ddd9e218a0d6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416911 Jan 24 09:52:57.525656 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:52:57.705829 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:52:57.708877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343668-0115-45e6-a2df-e057d84c7f1b req-9314fb7f-544c-4c08-98b1-173e1ad25e9d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:57.710366 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9343668-0115-45e6-a2df-e057d84c7f1b req-9314fb7f-544c-4c08-98b1-173e1ad25e9d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0537777 Jan 24 09:52:57.761377 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d9343668-0115-45e6-a2df-e057d84c7f1b req-7292e750-66a5-4412-9e58-51d092977aad tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Jan 24 09:52:58.564933 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ae37c-9c83-4e34-8fac-966e6b806eb6 req-c64f201e-ceab-4afb-9435-6fd0281cbc8a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:58.566249 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a0ae37c-9c83-4e34-8fac-966e6b806eb6 req-c64f201e-ceab-4afb-9435-6fd0281cbc8a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0487885 Jan 24 09:52:58.616554 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0a0ae37c-9c83-4e34-8fac-966e6b806eb6 req-9eccdaaa-fdb1-4dd0-98f6-62f09886c649 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447929 Jan 24 09:52:58.877596 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab3ea-cdcb-4dda-9780-932d06430fcb req-e11d1d84-2da9-42d3-ae0a-83d125deb256 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:52:58.883422 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dbeab3ea-cdcb-4dda-9780-932d06430fcb req-e11d1d84-2da9-42d3-ae0a-83d125deb256 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0537317 Jan 24 09:52:58.928427 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dbeab3ea-cdcb-4dda-9780-932d06430fcb req-c2ddd0c3-d893-49d8-a6aa-5611a45aeb24 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 Jan 24 09:52:59.142218 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.062926 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7c0e-ed62-461f-88ea-4bda2c4fc724 req-14a4e1c8-57d7-4bb2-88cc-6eea1dbc6d02 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:00.064370 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-585c7c0e-ed62-461f-88ea-4bda2c4fc724 req-14a4e1c8-57d7-4bb2-88cc-6eea1dbc6d02 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0618029 Jan 24 09:53:00.120381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-585c7c0e-ed62-461f-88ea-4bda2c4fc724 req-d0907ba5-2e77-43ff-afe1-10c52d76a223 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Jan 24 09:53:00.141275 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56216) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:00.186732 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Deleting subnet 78dceacc-c825-44e7-9dee-5fe54922e0b8 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:53:00.189822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Publish callbacks [] for subnet (78dceacc-c825-44e7-9dee-5fe54922e0b8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.228084 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (78dceacc-c825-44e7-9dee-5fe54922e0b8), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.266280 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (78dceacc-c825-44e7-9dee-5fe54922e0b8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.318845 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (78dceacc-c825-44e7-9dee-5fe54922e0b8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.343741 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dceacc-c825-44e7-9dee-5fe54922e0b8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:00.347556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.350784 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4b5480fb-944b-4597-a176-5f2537241e95 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/78dceacc-c825-44e7-9dee-5fe54922e0b8 HTTP/1.1" status: 204 len: 168 time: 0.2084625 Jan 24 09:53:00.353349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56218) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:00.422388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (0fda7f77-7154-41cb-a1d8-4f8599bd1990), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.737227 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (0fda7f77-7154-41cb-a1d8-4f8599bd1990), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.758592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fda7f77-7154-41cb-a1d8-4f8599bd1990']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:00.769445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ac30fd-1eaf-49b0-8765-c181629e594d') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:00.769763 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ac30fd-1eaf-49b0-8765-c181629e594d') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:00.779586 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (77ac30fd-1eaf-49b0-8765-c181629e594d), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.792863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (77ac30fd-1eaf-49b0-8765-c181629e594d), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.799145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:53:00.799496 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (77ac30fd-1eaf-49b0-8765-c181629e594d), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.801160 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:53:00.803863 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:53:00.854378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (0fda7f77-7154-41cb-a1d8-4f8599bd1990), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.859622 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:00.862823 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] 10.222.0.39 "DELETE /v2.0/networks/0fda7f77-7154-41cb-a1d8-4f8599bd1990 HTTP/1.1" status: 204 len: 168 time: 0.5086083 Jan 24 09:53:00.875267 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef230a0b-5f5a-4b77-b8eb-6af215eb24ad admin admin] Pushing event deleted for resources: {'Network': ['ID=0fda7f77-7154-41cb-a1d8-4f8599bd1990,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:01.056991 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56222) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:01.096053 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-de130677-b92c-4f8f-a341-e50fb6238630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf7d7217a9a04c8b8da2cedf15c85ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377979 Jan 24 09:53:01.098524 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56224) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:01.150174 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] Publish callbacks [] for security_group (accf825f-e029-4c33-a391-45bf20776a6b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:01.172965 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] Publish callbacks [] for security_group (accf825f-e029-4c33-a391-45bf20776a6b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:01.221197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (accf825f-e029-4c33-a391-45bf20776a6b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:01.223833 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:01.227432 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/accf825f-e029-4c33-a391-45bf20776a6b HTTP/1.1" status: 204 len: 168 time: 0.1255810 Jan 24 09:53:01.233781 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe5466-8f20-4370-b1ae-1c09c0c249cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accf825f-e029-4c33-a391-45bf20776a6b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:01.237829 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c0e9e-277d-41e8-95db-ce89ddfb6198 req-26e9ca09-0ca2-4871-a242-59c893c8f109 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:01.239699 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-126c0e9e-277d-41e8-95db-ce89ddfb6198 req-26e9ca09-0ca2-4871-a242-59c893c8f109 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0508585 Jan 24 09:53:01.294720 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-126c0e9e-277d-41e8-95db-ce89ddfb6198 req-3c410fdd-dd98-41e2-b8b2-21542de04fb9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492971 Jan 24 09:53:01.936111 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56250) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:02.038055 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1572674165-network', 'tenant_id': '165bd458322f420ca1c1e5243ff47f65'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:02.064843 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Made reservation on behalf of 165bd458322f420ca1c1e5243ff47f65 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:02.067126 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.075556 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.160464 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks [] for security_group (9e7751e3-8fac-488e-bc33-fcad65058909), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.166319 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (9e7751e3-8fac-488e-bc33-fcad65058909), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.191298 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:53:02.201345 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7751e3-8fac-488e-bc33-fcad65058909,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:02.207168 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.207499 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Added segment 91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3 of type vlan for network 0198a61f-8a87-4d19-b52f-05777c81faad Jan 24 09:53:02.247089 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (0198a61f-8a87-4d19-b52f-05777c81faad), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.279546 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (0198a61f-8a87-4d19-b52f-05777c81faad), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.280482 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:02.281048 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.334169 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3969259 Jan 24 09:53:02.336978 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56256) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:02.347280 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Request body: {'subnet': {'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1572674165-subnet', 'tenant_id': '165bd458322f420ca1c1e5243ff47f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:02.355993 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7930a20-2dc0-4577-9afb-dc26654182c9 admin admin] Pushing event updated for resources: {'Network': ['ID=0198a61f-8a87-4d19-b52f-05777c81faad,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:02.367339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 0198a61f-8a87-4d19-b52f-05777c81faad details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:53:02.398716 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Made reservation on behalf of 165bd458322f420ca1c1e5243ff47f65 for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:02.401096 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130423933'] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.651068 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03ae90-d022-495b-aac2-47c5bde893ea req-c16ff607-f66e-4ca1-ab4e-399e2e9a25f1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:02.652438 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c03ae90-d022-495b-aac2-47c5bde893ea req-c16ff607-f66e-4ca1-ab4e-399e2e9a25f1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.2887726 Jan 24 09:53:02.723355 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0c03ae90-d022-495b-aac2-47c5bde893ea req-c2507c52-2cb5-4b86-a9b1-c877926db422 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Jan 24 09:53:02.808466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131181793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130423919'] for subnet (2933e0f1-54df-4b09-bdf4-ef85fce88eb3), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.866415 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2933e0f1-54df-4b09-bdf4-ef85fce88eb3,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:02.875635 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Checking segment: {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:02.875982 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Network hostable DHCP agents. Network: 0198a61f-8a87-4d19-b52f-05777c81faad, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:53:02.895529 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Network 0198a61f-8a87-4d19-b52f-05777c81faad is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:53:02.905453 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 0198a61f-8a87-4d19-b52f-05777c81faad) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:02.909542 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:02.910125 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:02.914552 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8246523-0531-4f51-b526-eeb025c47fd4 None None] Network 0198a61f-8a87-4d19-b52f-05777c81faad requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:53:02.926190 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-0619525e-83d0-452e-b757-2789a3eb5e64 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5882225 Jan 24 09:53:03.011171 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c2913-dbcb-4de3-8ea8-04d8a03c8167 None None] Network 0198a61f-8a87-4d19-b52f-05777c81faad requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:53:03.845565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf6b8a-95c9-47be-94c8-83aa14f65379 req-333a2dcf-0c02-438b-8299-1055778d58b5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:03.847027 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ebf6b8a-95c9-47be-94c8-83aa14f65379 req-333a2dcf-0c02-438b-8299-1055778d58b5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0515156 Jan 24 09:53:03.898086 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ebf6b8a-95c9-47be-94c8-83aa14f65379 req-a6e7b0cf-056a-44f2-b225-a922f8611e31 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Jan 24 09:53:04.703169 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-66564a1e-6db3-480d-a89d-9154cbb25fe3 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:04.704587 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-66564a1e-6db3-480d-a89d-9154cbb25fe3 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 814 time: 0.1039014 Jan 24 09:53:04.722320 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-4ea56003-512d-4cae-b884-773d4202b1af tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/quotas/165bd458322f420ca1c1e5243ff47f65 HTTP/1.1" status: 200 len: 375 time: 0.0094304 Jan 24 09:53:04.754422 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-dd359808-72ab-4e0e-9141-38ab078ac7f2 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261078 Jan 24 09:53:04.850736 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-19634a91-a98f-453c-a90c-8189f8fc5e91 service neutron] 10.222.0.39 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894101 Jan 24 09:53:04.942662 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-dc53c50b-a2dc-43e2-bd65-d11fc9ab85ba service neutron] 10.222.0.39 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831308 Jan 24 09:53:05.021577 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0bc7b-4eb0-4cc7-8182-eb0343e0fc66 req-dd061b9d-649d-44fd-a576-e771adff40f2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:05.023103 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bea0bc7b-4eb0-4cc7-8182-eb0343e0fc66 req-dd061b9d-649d-44fd-a576-e771adff40f2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0536237 Jan 24 09:53:05.071371 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bea0bc7b-4eb0-4cc7-8182-eb0343e0fc66 req-4453173d-143f-4580-8e15-d3b03c2f3a68 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Jan 24 09:53:05.100195 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b19acf86-3cf8-4756-8e70-498bcec8212e req-6a260347-b6c8-40cc-a640-1f16fcd8eab4 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 210 time: 0.0257597 Jan 24 09:53:06.222011 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-070bf1f4-1018-4c4a-9ad8-8d1271395663 req-a894068a-4053-440d-a311-37d1c0b77a99 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 210 time: 0.0339315 Jan 24 09:53:06.252894 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a2eaa-2bfa-4f2a-a5b9-fa147d3c1532 req-68034215-5762-446d-a911-6ac69701bde6 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:06.255272 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-340a2eaa-2bfa-4f2a-a5b9-fa147d3c1532 req-68034215-5762-446d-a911-6ac69701bde6 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.1082132 Jan 24 09:53:06.308664 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-340a2eaa-2bfa-4f2a-a5b9-fa147d3c1532 req-2b286744-2d8e-4b16-8236-88e41d70cbb2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483725 Jan 24 09:53:06.443640 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-53efde98-2954-4a55-ba10-f339234a3440 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:06.444998 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-53efde98-2954-4a55-ba10-f339234a3440 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 814 time: 0.1021075 Jan 24 09:53:06.485356 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Request body: {'port': {'device_id': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad', 'admin_state_up': True, 'tenant_id': '165bd458322f420ca1c1e5243ff47f65'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:06.596237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Made reservation on behalf of 165bd458322f420ca1c1e5243ff47f65 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:06.599763 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:06.728074 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Allocated IP 172.20.0.5 (0198a61f-8a87-4d19-b52f-05777c81faad/2933e0f1-54df-4b09-bdf4-ef85fce88eb3/fae87b66-e028-42db-be4f-74fa6c626462) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:06.877605 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks [] for port (fae87b66-e028-42db-be4f-74fa6c626462), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:06.913802 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:06.956067 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Network 0198a61f-8a87-4d19-b52f-05777c81faad is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:06.959115 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:06.962746 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:06.969156 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Pushing event updated for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:07.012983 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.013604 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.031495 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-97102025-57f5-48ab-99a1-a12ce033d9be tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501714 Jan 24 09:53:07.054807 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Request body: {'port': {'device_id': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:07.109592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fae87b66-e028-42db-be4f-74fa6c626462), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.335012 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec30945-36ef-49f1-98eb-2df388b163dd req-5f2ba8fb-a259-4095-a84f-151664d6df27 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.336725 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aec30945-36ef-49f1-98eb-2df388b163dd req-5f2ba8fb-a259-4095-a84f-151664d6df27 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 931 time: 0.0477118 Jan 24 09:53:07.371240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae87b66-e028-42db-be4f-74fa6c626462 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:53:07.378985 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks [] for port (fae87b66-e028-42db-be4f-74fa6c626462), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.391007 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Transition to ACTIVE for port object fae87b66-e028-42db-be4f-74fa6c626462 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:53:07.392821 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aec30945-36ef-49f1-98eb-2df388b163dd req-56977dba-dadd-4abf-9a8c-ed4d237790cb tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508344 Jan 24 09:53:07.396111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.429381 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b00a4-3287-48a9-a13a-7a3b85097c5e req-3fc69406-b0d5-4486-b2dd-f044db895df2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.431075 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f22b00a4-3287-48a9-a13a-7a3b85097c5e req-3fc69406-b0d5-4486-b2dd-f044db895df2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0538485 Jan 24 09:53:07.443503 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Pushing event updated for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:07.479265 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f22b00a4-3287-48a9-a13a-7a3b85097c5e req-cc71a530-8e0e-4625-92ba-7070f429fbf3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Jan 24 09:53:07.513474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Attempting to bind port fae87b66-e028-42db-be4f-74fa6c626462 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:53:07.513985 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Attempting to bind port fae87b66-e028-42db-be4f-74fa6c626462 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:53:07.514127 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Attempting to bind port fae87b66-e028-42db-be4f-74fa6c626462 on network 0198a61f-8a87-4d19-b52f-05777c81faad {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:07.518381 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Port fae87b66-e028-42db-be4f-74fa6c626462 on network 0198a61f-8a87-4d19-b52f-05777c81faad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:53:07.518690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Attempting to bind port fae87b66-e028-42db-be4f-74fa6c626462 on network 0198a61f-8a87-4d19-b52f-05777c81faad {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:07.523606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:53:07.523935 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Checking segment: {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:07.524308 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Bound using segment: {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:53:07.524718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Bound port: fae87b66-e028-42db-be4f-74fa6c626462, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:53:07.525056 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fae87b66-e028-42db-be4f-74fa6c626462), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.589435 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:53:07.592641 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fae87b66-e028-42db-be4f-74fa6c626462,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:53:07.599604 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.633576 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.634189 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:07.635567 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] 10.222.0.123 "PUT /v2.0/ports/fae87b66-e028-42db-be4f-74fa6c626462 HTTP/1.1" status: 200 len: 1093 time: 0.5848107 Jan 24 09:53:07.635995 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:53:07.638214 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f98a785-3716-4d7f-beca-6272ae886785" -d '{"events": [{"name": "network-changed", "server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "tag": "fae87b66-e028-42db-be4f-74fa6c626462"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:53:07.659505 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe59c9-8b1c-4f2d-a3e1-df1ad85c3111 service neutron] Pushing event updated for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:07.678129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818dcad3-0b7d-4920-87d8-b2e21a31dbd7 x-openstack-request-id: req-818dcad3-0b7d-4920-87d8-b2e21a31dbd7 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:53:07.678413 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "tag": "fae87b66-e028-42db-be4f-74fa6c626462", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:53:07.678667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-818dcad3-0b7d-4920-87d8-b2e21a31dbd7 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:53:07.679094 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462', 'status': 'completed', 'code': 200} Jan 24 09:53:07.783409 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-5244ae8a-564e-4ff2-92e3-c891fc49b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.784899 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-5244ae8a-564e-4ff2-92e3-c891fc49b898 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 1096 time: 0.0479245 Jan 24 09:53:07.836753 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-87ad5155-a40f-47b9-bc17-627ec5d71433 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae87b66-e028-42db-be4f-74fa6c626462 HTTP/1.1" status: 200 len: 217 time: 0.0330319 Jan 24 09:53:07.892194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-91f4737d-d00b-40a6-88c1-f5793e5a3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:07.893483 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-91f4737d-d00b-40a6-88c1-f5793e5a3aa1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=2933e0f1-54df-4b09-bdf4-ef85fce88eb3 HTTP/1.1" status: 200 len: 854 time: 0.0418060 Jan 24 09:53:07.929067 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-45453d0f-0ada-4a81-aa4d-414127c8f1e5 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0198a61f-8a87-4d19-b52f-05777c81faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279574 Jan 24 09:53:08.023312 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-39ad44ec-6415-4264-bda3-e0cd976010cb service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869677 Jan 24 09:53:08.115702 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a4cfcb3d-7aa2-499f-a401-fe38c418d2d8 req-82c6af6b-5b3e-4a73-b124-f3d6b56db29c service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847316 Jan 24 09:53:08.295123 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a785-3716-4d7f-beca-6272ae886785 req-7f6adb13-5acb-433f-b0fc-6abbac98f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:08.297111 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-7f6adb13-5acb-433f-b0fc-6abbac98f848 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 1096 time: 0.0488980 Jan 24 09:53:08.395781 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a785-3716-4d7f-beca-6272ae886785 req-49c237c1-d7d0-41f2-85ce-ef0366a64206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:08.397223 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-49c237c1-d7d0-41f2-85ce-ef0366a64206 service neutron] 10.222.0.123 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 915 time: 0.0851545 Jan 24 09:53:08.447082 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-66572e7b-3686-448f-bd2a-2e9eee6df86b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fae87b66-e028-42db-be4f-74fa6c626462 HTTP/1.1" status: 200 len: 217 time: 0.0369453 Jan 24 09:53:08.500219 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a785-3716-4d7f-beca-6272ae886785 req-e71e3dc8-b11e-4651-b55b-5c2551eb99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:08.502012 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-e71e3dc8-b11e-4651-b55b-5c2551eb99eb service neutron] 10.222.0.123 "GET /v2.0/subnets?id=2933e0f1-54df-4b09-bdf4-ef85fce88eb3 HTTP/1.1" status: 200 len: 854 time: 0.0426874 Jan 24 09:53:08.510943 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c916e-6614-485d-ab32-5891303b7946 req-79c2f816-45d2-4b40-9908-524fd0c82cbe tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:08.512436 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-997c916e-6614-485d-ab32-5891303b7946 req-79c2f816-45d2-4b40-9908-524fd0c82cbe tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 943 time: 0.0520573 Jan 24 09:53:08.536752 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-41cd04c3-b491-4ab5-b9fa-e96cb9a927f9 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0198a61f-8a87-4d19-b52f-05777c81faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244141 Jan 24 09:53:08.571147 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-997c916e-6614-485d-ab32-5891303b7946 req-e62db8e6-3dce-46c9-bc27-d3c98f4517a3 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Jan 24 09:53:08.609758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1794-6277-45e2-8212-3e46b8958edf req-d7587f69-6bb9-4392-8f17-6a361dcc74db tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:08.611604 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-911f1794-6277-45e2-8212-3e46b8958edf req-d7587f69-6bb9-4392-8f17-6a361dcc74db tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0598509 Jan 24 09:53:08.632475 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-92fec543-0ac4-4455-9347-84de5fc1f0c5 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Jan 24 09:53:08.665893 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-911f1794-6277-45e2-8212-3e46b8958edf req-4e0bd7bf-7e2a-477f-a1b4-826afdc35c84 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Jan 24 09:53:08.726706 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0f98a785-3716-4d7f-beca-6272ae886785 req-204c19b8-85fe-400c-8bbb-223d923b1530 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839944 Jan 24 09:53:09.696590 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7969ad-bf5a-4441-a441-f6b4c31387a3 req-c51a3146-c3d8-41f8-8399-78e83226281e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:09.698082 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a7969ad-bf5a-4441-a441-f6b4c31387a3 req-c51a3146-c3d8-41f8-8399-78e83226281e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 943 time: 0.0546513 Jan 24 09:53:09.754016 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a7969ad-bf5a-4441-a441-f6b4c31387a3 req-99110ea7-86db-4b6d-b63e-92a86b9bb99b tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500755 Jan 24 09:53:09.789496 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7e18f-36f4-4ead-9536-02d2aebe182e req-96b9664c-9207-47bc-8a2e-16c3bd4e69a9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:09.790948 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b9c7e18f-36f4-4ead-9536-02d2aebe182e req-96b9664c-9207-47bc-8a2e-16c3bd4e69a9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0564742 Jan 24 09:53:09.843016 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b9c7e18f-36f4-4ead-9536-02d2aebe182e req-b13c279d-f914-4e28-893e-4a71c5701aec tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436964 Jan 24 09:53:10.564729 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-f01c53ed-71b2-4699-8a5d-8776ec1bcc1b service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475416 Jan 24 09:53:10.652652 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-f3030068-21ce-4230-855a-c223afaa51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:10.654795 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-f3030068-21ce-4230-855a-c223afaa51e4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 1098 time: 0.0431476 Jan 24 09:53:10.768462 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-e4107115-9b32-4e11-8690-051f185f9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:10.769941 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-e4107115-9b32-4e11-8690-051f185f9344 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.0871923 Jan 24 09:53:10.803062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fae87b66-e028-42db-be4f-74fa6c626462 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:53:10.851115 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-477ba345-65f8-4d84-9e01-fdaffc2974ea service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 200 len: 217 time: 0.0364671 Jan 24 09:53:10.870539 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc18ced-4f3d-417d-bbc8-f50a4d2f9d06 req-0f0482ac-8cf3-4299-b99d-6484b28e5187 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:10.878391 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbc18ced-4f3d-417d-bbc8-f50a4d2f9d06 req-0f0482ac-8cf3-4299-b99d-6484b28e5187 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 943 time: 0.0551157 Jan 24 09:53:10.903606 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fae87b66-e028-42db-be4f-74fa6c626462,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:10.905689 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-04719907-1a80-40bc-b8ef-f8b3ce7c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:10.907208 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-04719907-1a80-40bc-b8ef-f8b3ce7c335a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0453894 Jan 24 09:53:10.915824 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'fae87b66-e028-42db-be4f-74fa6c626462', 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad', 'port_id': 'fae87b66-e028-42db-be4f-74fa6c626462', 'mac_address': 'fa:16:3e:aa:59:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2933e0f1-54df-4b09-bdf4-ef85fce88eb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:53:10.935816 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbc18ced-4f3d-417d-bbc8-f50a4d2f9d06 req-a42b5bc9-1748-453c-a5c5-26c95d095ff0 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565577 Jan 24 09:53:10.948626 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-736e3ee1-81c3-4cd1-adf7-daed98b963fa service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274787 Jan 24 09:53:10.952873 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port fae87b66-e028-42db-be4f-74fa6c626462 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:10.953495 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fae87b66-e028-42db-be4f-74fa6c626462), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:10.973345 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc2b48-da78-4fe6-aa03-c2413cf6b88a req-6229a0e4-54fa-4cea-869d-b04c30753e32 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:10.975075 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-44cc2b48-da78-4fe6-aa03-c2413cf6b88a req-6229a0e4-54fa-4cea-869d-b04c30753e32 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0521824 Jan 24 09:53:10.977213 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae87b66-e028-42db-be4f-74fa6c626462 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:53:10.996682 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fae87b66-e028-42db-be4f-74fa6c626462,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:11.003081 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:11.026153 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-44cc2b48-da78-4fe6-aa03-c2413cf6b88a req-6453f9ca-9b5d-4a2a-ae5b-4b6185f48a56 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jan 24 09:53:11.052923 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-00006d3a-0c09-4fb0-93f3-d2bc9d292f1c service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924969 Jan 24 09:53:11.057575 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:11.146300 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-12d1e93a-d9ad-4b80-9386-dde53fb2a4c3 req-9961a80a-2c79-4f8c-93ef-88eea0459c75 service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827479 Jan 24 09:53:11.535810 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fae87b66-e028-42db-be4f-74fa6c626462'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:53:12.072978 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004c745-4975-4dda-960b-d0d463788d46 req-789b9b7f-85c2-414f-afb3-ca418d165946 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:12.074482 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8004c745-4975-4dda-960b-d0d463788d46 req-789b9b7f-85c2-414f-afb3-ca418d165946 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 944 time: 0.0521965 Jan 24 09:53:12.148057 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8004c745-4975-4dda-960b-d0d463788d46 req-8c848d47-117e-4ff4-9625-633159b161ba tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679944 Jan 24 09:53:12.166553 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d8f39-9e20-4aaf-8f1d-e397009b8a25 req-1d00b0b2-cea1-4f72-95f9-b11238294d07 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:12.168042 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b64d8f39-9e20-4aaf-8f1d-e397009b8a25 req-1d00b0b2-cea1-4f72-95f9-b11238294d07 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0683413 Jan 24 09:53:12.218177 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b64d8f39-9e20-4aaf-8f1d-e397009b8a25 req-529ee39e-c2c9-406e-be89-e498810df13c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Jan 24 09:53:12.833077 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fae87b66-e028-42db-be4f-74fa6c626462 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:12.889366 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port fae87b66-e028-42db-be4f-74fa6c626462 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:53:12.893458 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port fae87b66-e028-42db-be4f-74fa6c626462 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:12.893839 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fae87b66-e028-42db-be4f-74fa6c626462), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:12.972458 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port fae87b66-e028-42db-be4f-74fa6c626462 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:12.972850 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fae87b66-e028-42db-be4f-74fa6c626462), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:12.994794 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:53:12.997088 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e77bb-3c1d-47a2-8202-cc8d2c042f3e" -d '{"events": [{"server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "name": "network-vif-plugged", "status": "completed", "tag": "fae87b66-e028-42db-be4f-74fa6c626462"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:53:13.008997 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fae87b66-e028-42db-be4f-74fa6c626462,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:13.015546 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:13.039818 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24133d74-e462-483c-bd6e-e9f4d3d264b6 x-openstack-request-id: req-24133d74-e462-483c-bd6e-e9f4d3d264b6 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:53:13.040107 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "name": "network-vif-plugged", "status": "completed", "tag": "fae87b66-e028-42db-be4f-74fa6c626462", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:53:13.040359 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24133d74-e462-483c-bd6e-e9f4d3d264b6 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:53:13.040742 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462', 'code': 200} Jan 24 09:53:13.068637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:13.272057 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46845de5-8e31-42fb-9a54-452f0022ed09 req-64822a82-8bc5-445c-9e12-ff79d1e07a09 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:13.273541 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-46845de5-8e31-42fb-9a54-452f0022ed09 req-64822a82-8bc5-445c-9e12-ff79d1e07a09 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0506268 Jan 24 09:53:13.351419 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-46845de5-8e31-42fb-9a54-452f0022ed09 req-6562029a-f852-4986-8f78-7327067a6f76 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722730 Jan 24 09:53:13.358041 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41038d-70c6-4625-9452-e552697a10dc req-cf50eb26-74ef-460a-a896-3ed941aa2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:13.360322 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae41038d-70c6-4625-9452-e552697a10dc req-cf50eb26-74ef-460a-a896-3ed941aa2ee5 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 1098 time: 0.0414302 Jan 24 09:53:13.362541 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe6e6d-2caa-49fd-bb58-0d0992b621d0 req-8700a1b2-47c9-49ef-9af2-d29fbb81e3be tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:13.364083 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bbe6e6d-2caa-49fd-bb58-0d0992b621d0 req-8700a1b2-47c9-49ef-9af2-d29fbb81e3be tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0715780 Jan 24 09:53:13.410247 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae41038d-70c6-4625-9452-e552697a10dc req-67c40ac8-8b39-437e-86f8-b8e6ad3076f8 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374451 Jan 24 09:53:13.411394 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7bbe6e6d-2caa-49fd-bb58-0d0992b621d0 req-b21f1546-5b69-404e-9aee-f474c7f6907b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Jan 24 09:53:13.784520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:14.478130 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20635-c1c6-4b1d-8092-715ea41a33e8 req-034f1c8d-a559-4093-9763-c58fa6fc170d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:14.479667 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dee20635-c1c6-4b1d-8092-715ea41a33e8 req-034f1c8d-a559-4093-9763-c58fa6fc170d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0495248 Jan 24 09:53:14.553325 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0350a1-b1dd-4524-abd4-04c7bc42e4ae req-3920e2c1-ca4a-4984-8d20-641822b57e25 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:14.554789 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa0350a1-b1dd-4524-abd4-04c7bc42e4ae req-3920e2c1-ca4a-4984-8d20-641822b57e25 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0742579 Jan 24 09:53:14.558367 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dee20635-c1c6-4b1d-8092-715ea41a33e8 req-a49d9374-c7fc-4a98-8866-3c6cc58e9e5f tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700059 Jan 24 09:53:14.604537 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa0350a1-b1dd-4524-abd4-04c7bc42e4ae req-696528dc-5e54-4f4d-b225-1270733c5911 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Jan 24 09:53:15.723890 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f80b55-4e2e-4c16-9786-f39e734fba22 req-7261173d-4aa8-4118-9cbf-9a8f8a2da5ae tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:15.725264 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d2f80b55-4e2e-4c16-9786-f39e734fba22 req-7261173d-4aa8-4118-9cbf-9a8f8a2da5ae tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0802827 Jan 24 09:53:15.744366 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8e7f3-b4c6-4718-a1a8-5e196da9b543 req-37a8cd3b-cd1a-4ea9-8fd3-dacb67cab2e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:15.745765 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dc8e7f3-b4c6-4718-a1a8-5e196da9b543 req-37a8cd3b-cd1a-4ea9-8fd3-dacb67cab2e8 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0713415 Jan 24 09:53:15.804205 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d2f80b55-4e2e-4c16-9786-f39e734fba22 req-2ffdbfb4-f85f-4b82-b38a-3fedea8be017 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727668 Jan 24 09:53:15.818952 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7dc8e7f3-b4c6-4718-a1a8-5e196da9b543 req-7733c04c-a47b-4c16-9dee-3e4157ddf0d2 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625136 Jan 24 09:53:16.940150 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db215084-b77f-4747-bb20-372c9cb9547e req-79bf456e-8800-4fcd-a7eb-6a93b4ae1c9a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:16.941598 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-db215084-b77f-4747-bb20-372c9cb9547e req-79bf456e-8800-4fcd-a7eb-6a93b4ae1c9a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0556517 Jan 24 09:53:16.986252 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-db215084-b77f-4747-bb20-372c9cb9547e req-3efc3fda-e784-46e4-a5c7-335aad30bf27 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392392 Jan 24 09:53:17.213898 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd59bb7-7c88-459d-8c68-6ade65f246cf req-c8ea5938-59d9-47aa-9f22-cb3d49d9b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:17.215436 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1dd59bb7-7c88-459d-8c68-6ade65f246cf req-c8ea5938-59d9-47aa-9f22-cb3d49d9b36d service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0485439 Jan 24 09:53:17.259552 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1dd59bb7-7c88-459d-8c68-6ade65f246cf req-27daa6f9-1443-438f-b15e-87b987cc3d3b service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Jan 24 09:53:18.105718 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394fb1a-2895-4ef2-a054-3a0dd1f3be8f req-52d777f6-61c5-4e28-82a0-a00f53230df3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:18.107212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f394fb1a-2895-4ef2-a054-3a0dd1f3be8f req-52d777f6-61c5-4e28-82a0-a00f53230df3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0518987 Jan 24 09:53:18.158054 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f394fb1a-2895-4ef2-a054-3a0dd1f3be8f req-ffa86456-31e1-4e9d-adb6-6a4acbc25f7f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428348 Jan 24 09:53:19.281554 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e54a3-6434-424b-bf05-d95ad845b220 req-ba39e28a-da7a-4dcf-8037-4462543f4a1f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.283056 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-901e54a3-6434-424b-bf05-d95ad845b220 req-ba39e28a-da7a-4dcf-8037-4462543f4a1f tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0507147 Jan 24 09:53:19.342959 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-901e54a3-6434-424b-bf05-d95ad845b220 req-170a2a8c-4dda-4406-81da-830d4e7346ee tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Jan 24 09:53:19.657187 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a0af-3559-4298-aec4-f27de3e41d4c req-cc9accc1-f3b7-4246-8dc6-6e4e53d7c98e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.658038 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a0f0a0af-3559-4298-aec4-f27de3e41d4c req-cc9accc1-f3b7-4246-8dc6-6e4e53d7c98e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0496411 Jan 24 09:53:19.699244 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-1603b3e3-2574-4cae-a9f5-a8cad06989b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.700840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-1603b3e3-2574-4cae-a9f5-a8cad06989b4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 1098 time: 0.0730677 Jan 24 09:53:19.720422 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a0f0a0af-3559-4298-aec4-f27de3e41d4c req-75443a6e-a19e-4381-9562-c9513a78f807 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551357 Jan 24 09:53:19.781488 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c918e-d681-444a-b804-daa86198e96f req-b4130ff5-24a5-47ba-9428-9087f46e78b6 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.783616 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-583c918e-d681-444a-b804-daa86198e96f req-b4130ff5-24a5-47ba-9428-9087f46e78b6 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0555594 Jan 24 09:53:19.847685 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-b68acfe7-7a63-4ff1-849c-923dda6b66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.849186 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-b68acfe7-7a63-4ff1-849c-923dda6b66a4 service neutron] 10.222.0.123 "GET /v2.0/networks?id=1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 200 len: 919 time: 0.1250648 Jan 24 09:53:19.852108 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-d007cd74-7454-4a1b-b236-9b84f18a3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:19.852563 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-583c918e-d681-444a-b804-daa86198e96f req-520820f0-74d3-4555-a174-0e7aa3ee88ac tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604444 Jan 24 09:53:19.853431 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-d007cd74-7454-4a1b-b236-9b84f18a3f65 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1137 time: 0.0720565 Jan 24 09:53:19.911704 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-dc3fc555-6c72-485d-92b8-51edde4e850f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 200 len: 217 time: 0.0491529 Jan 24 09:53:20.000592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-3f67bf5c-ddbc-4f3b-84f7-bf28e0764e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.002088 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-3f67bf5c-ddbc-4f3b-84f7-bf28e0764e6e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 200 len: 858 time: 0.0824246 Jan 24 09:53:20.014947 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-4ff83b43-3849-4f31-b88a-8e07d4d519d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.016372 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-4ff83b43-3849-4f31-b88a-8e07d4d519d2 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.1527030 Jan 24 09:53:20.046044 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-a993ca4a-aca1-48f5-9608-fe100a184b2f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=1142fc8f-7bc0-4d73-ad41-8ee0516030df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286992 Jan 24 09:53:20.148557 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-683091f4-6104-4bf5-8b96-6ef665d1e45f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 1000 time: 0.1239169 Jan 24 09:53:20.215083 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-aa4c47d8-7073-48a6-8b62-02047948bcbb service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433356 Jan 24 09:53:20.220601 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-a5dc4565-5fe2-4b11-9f56-849ba6dfe460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.221956 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-a5dc4565-5fe2-4b11-9f56-849ba6dfe460 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0631273 Jan 24 09:53:20.329037 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-8afdb18f-def8-467c-a015-6250509912c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.330452 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-8afdb18f-def8-467c-a015-6250509912c2 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881705 Jan 24 09:53:20.336086 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d63ecd68-41d6-4790-8a8f-53c6cdc94a13 req-6a1f4afb-a476-477f-acea-399b954174bf service neutron] 10.222.0.123 "GET /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132948 Jan 24 09:53:20.456907 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-d6eed0b4-0807-436b-942c-feb7ec3010d9 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974991 Jan 24 09:53:20.572908 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd6f62d2-e47e-4299-b513-098a982cad49 req-f05ddde1-94a6-442e-8ba7-44291e4eb17c service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966825 Jan 24 09:53:20.853595 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cf0b3-6f66-4b75-8743-dbc3298748ed req-0a80221e-2b3b-418f-984e-14e5028dbdcb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.855187 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-585cf0b3-6f66-4b75-8743-dbc3298748ed req-0a80221e-2b3b-418f-984e-14e5028dbdcb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0563531 Jan 24 09:53:20.905485 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-585cf0b3-6f66-4b75-8743-dbc3298748ed req-acf3052d-88c9-4e09-b61f-c52cb6736e34 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Jan 24 09:53:20.974858 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73d14d-7736-4816-a022-e1e0724210f3 req-9c8df2f5-93d3-438a-9877-439a798fef65 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:20.976523 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f73d14d-7736-4816-a022-e1e0724210f3 req-9c8df2f5-93d3-438a-9877-439a798fef65 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0492907 Jan 24 09:53:21.041272 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f73d14d-7736-4816-a022-e1e0724210f3 req-0793c3a9-4ea0-4b80-a43b-acd4d9c55b84 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589018 Jan 24 09:53:22.033966 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14def59-b402-4f57-b5b9-ef2a007ad4cd req-94599d24-6157-4e9f-97b2-cb840e4fd221 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:22.035501 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a14def59-b402-4f57-b5b9-ef2a007ad4cd req-94599d24-6157-4e9f-97b2-cb840e4fd221 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0581107 Jan 24 09:53:22.090931 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a14def59-b402-4f57-b5b9-ef2a007ad4cd req-75f52ef1-1623-493d-a15c-3c7ae9918cb9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Jan 24 09:53:22.161384 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f716-d057-4a7f-917e-20bf658f3ba0 req-dded4a10-3242-46e3-84b6-96c548b2e168 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:22.163261 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25b1f716-d057-4a7f-917e-20bf658f3ba0 req-dded4a10-3242-46e3-84b6-96c548b2e168 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0499442 Jan 24 09:53:22.223492 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25b1f716-d057-4a7f-917e-20bf658f3ba0 req-c6bc2880-88de-4c58-98ef-66c22a7a921f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543301 Jan 24 09:53:23.018230 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8113d869-bda7-4d05-b2ae-9d71d9abef61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:23.225611 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887fbb-7bc4-4b66-b70e-17235412b4a9 req-dfdafe02-73b0-469d-8446-2e46bd392d12 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:23.227282 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66887fbb-7bc4-4b66-b70e-17235412b4a9 req-dfdafe02-73b0-469d-8446-2e46bd392d12 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0669701 Jan 24 09:53:23.276647 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66887fbb-7bc4-4b66-b70e-17235412b4a9 req-ef3bfd1b-ea20-4c58-965b-0f67ff83d67b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Jan 24 09:53:23.363514 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd84d7-fae1-4b8e-b7fd-9ca38d1a99d2 req-e4b13250-c5e3-471b-bad1-308652fad155 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:23.365657 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2bd84d7-fae1-4b8e-b7fd-9ca38d1a99d2 req-e4b13250-c5e3-471b-bad1-308652fad155 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0681014 Jan 24 09:53:23.440541 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e2bd84d7-fae1-4b8e-b7fd-9ca38d1a99d2 req-6a9e2b81-3fb6-46e3-be8b-1b685da35d68 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691307 Jan 24 09:53:24.407047 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5c4e-1758-4c8d-a886-01ecffe88440 req-9fdcac4a-47e3-41b5-bed5-d8e1bc4644c4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:24.408505 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a2b5c4e-1758-4c8d-a886-01ecffe88440 req-9fdcac4a-47e3-41b5-bed5-d8e1bc4644c4 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0507126 Jan 24 09:53:24.458993 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a2b5c4e-1758-4c8d-a886-01ecffe88440 req-a2ed5db6-5b29-49af-bba3-247a75bd659c tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Jan 24 09:53:24.572271 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567542fc-c1e5-47d0-876b-32fd49d513ee req-8d452cdf-75ba-45e7-b63c-780c6dff2691 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:24.574297 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-567542fc-c1e5-47d0-876b-32fd49d513ee req-8d452cdf-75ba-45e7-b63c-780c6dff2691 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0565598 Jan 24 09:53:24.638798 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-567542fc-c1e5-47d0-876b-32fd49d513ee req-0426018d-6280-4770-9d1b-60046b2a5020 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579860 Jan 24 09:53:25.282003 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6593fb22-1387-4c98-a3e9-f4b22573f011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:25.765364 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633f0cd-f9c9-4f9f-81d2-105bbdbf7ca9 req-43309e8f-0caa-435d-b6ef-33962abb6cee tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:25.766850 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a633f0cd-f9c9-4f9f-81d2-105bbdbf7ca9 req-43309e8f-0caa-435d-b6ef-33962abb6cee tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0488803 Jan 24 09:53:25.830679 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a633f0cd-f9c9-4f9f-81d2-105bbdbf7ca9 req-65d6ba48-7f29-480a-b6b4-363c7eaa3189 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563176 Jan 24 09:53:26.205788 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:26.945195 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce9363-f09b-424f-9d01-deae30241521 req-4180825e-6284-4c6e-8eb0-94e38f6c53d4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:26.946711 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e7ce9363-f09b-424f-9d01-deae30241521 req-4180825e-6284-4c6e-8eb0-94e38f6c53d4 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0492172 Jan 24 09:53:27.020192 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e7ce9363-f09b-424f-9d01-deae30241521 req-46783130-0c7a-4fa1-9c5d-9ee347a46a83 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678129 Jan 24 09:53:27.708310 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:28.143282 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d67b7-64ef-4e0b-9f86-7e49b5119f87 req-36503db1-5cbd-4a10-bfe4-aafeb32c6bda tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:28.145301 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9a3d67b7-64ef-4e0b-9f86-7e49b5119f87 req-36503db1-5cbd-4a10-bfe4-aafeb32c6bda tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0484469 Jan 24 09:53:28.208080 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9a3d67b7-64ef-4e0b-9f86-7e49b5119f87 req-88f23be6-bcc2-476e-9e97-a0342cc474d9 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573442 Jan 24 09:53:29.160316 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:29.329498 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5a8e8-fd5b-44a1-833b-ba7c88960598 req-099a78f7-a183-4c1c-a9ef-dace3c50aee1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:29.331917 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0dc5a8e8-fd5b-44a1-833b-ba7c88960598 req-099a78f7-a183-4c1c-a9ef-dace3c50aee1 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0579541 Jan 24 09:53:29.418381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0dc5a8e8-fd5b-44a1-833b-ba7c88960598 req-700a86c1-d0ec-460d-9b77-682b52de8413 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811384 Jan 24 09:53:29.437497 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c63544-6e4f-4e27-9eff-3cc700bd72e1 req-52102fa2-4905-435f-966a-6e3e6c3a86d5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:29.439025 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38c63544-6e4f-4e27-9eff-3cc700bd72e1 req-52102fa2-4905-435f-966a-6e3e6c3a86d5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0656228 Jan 24 09:53:29.488295 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-38c63544-6e4f-4e27-9eff-3cc700bd72e1 req-27a0313a-65c8-4f1a-8d85-7b8b99a5c713 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Jan 24 09:53:30.546477 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0cd08-d694-4307-886d-247d7c528edc req-f0a55096-086a-43ff-828f-fa06172c0183 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:30.548039 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8cc0cd08-d694-4307-886d-247d7c528edc req-f0a55096-086a-43ff-828f-fa06172c0183 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0524073 Jan 24 09:53:30.640792 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8cc0cd08-d694-4307-886d-247d7c528edc req-2e5aede4-c6ef-4559-a18b-c09ce9be0c49 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868430 Jan 24 09:53:30.652394 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755298e-f87d-482f-85ae-812750bee117 req-9a4ae762-be7c-4208-b1d3-5cafd987d8aa tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:30.653969 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3755298e-f87d-482f-85ae-812750bee117 req-9a4ae762-be7c-4208-b1d3-5cafd987d8aa tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0924067 Jan 24 09:53:30.705367 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3755298e-f87d-482f-85ae-812750bee117 req-95432bc1-c066-4ff1-ab7d-cced8a34f111 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Jan 24 09:53:31.768962 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c09fcd-87fa-4198-930b-0269fc7ec5e4 req-dac1c1f8-6365-4e13-94d2-b3c8a839bbed tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:31.770602 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-42c09fcd-87fa-4198-930b-0269fc7ec5e4 req-dac1c1f8-6365-4e13-94d2-b3c8a839bbed tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0484591 Jan 24 09:53:31.857883 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-42c09fcd-87fa-4198-930b-0269fc7ec5e4 req-732e5de2-491d-4e22-9683-9a93d7aea1b0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811210 Jan 24 09:53:31.866178 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa30bc-da13-44f2-bcd3-a629d0d18e92 req-4e19047a-8b47-46de-936a-03dd1b8fdc23 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:31.867632 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9bfa30bc-da13-44f2-bcd3-a629d0d18e92 req-4e19047a-8b47-46de-936a-03dd1b8fdc23 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0852208 Jan 24 09:53:31.919452 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9bfa30bc-da13-44f2-bcd3-a629d0d18e92 req-ae09a40d-c52f-47c0-9018-e690b59a4d75 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Jan 24 09:53:32.989038 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5f607-4cad-45c5-9ad7-abc488da83b0 req-fb1fe385-61b6-49cb-aa5f-3c9cb4f00cb0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:32.990543 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-93b5f607-4cad-45c5-9ad7-abc488da83b0 req-fb1fe385-61b6-49cb-aa5f-3c9cb4f00cb0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0534105 Jan 24 09:53:33.002331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-cdda1787-f782-41f1-9dc6-ca9c9c045fad tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:33.003892 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-cdda1787-f782-41f1-9dc6-ca9c9c045fad tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0542808 Jan 24 09:53:33.072450 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab45e4-94c8-4c78-a12b-ca8086e2c3e3 req-100d50e5-396d-462c-9406-5b64d09c6d43 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:33.073793 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eaab45e4-94c8-4c78-a12b-ca8086e2c3e3 req-100d50e5-396d-462c-9406-5b64d09c6d43 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 945 time: 0.0809093 Jan 24 09:53:33.098491 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Deleting port 98148948-bf8a-421a-b77c-06265410c6df {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:53:33.098833 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (98148948-bf8a-421a-b77c-06265410c6df), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:33.102858 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-93b5f607-4cad-45c5-9ad7-abc488da83b0 req-8ab0b2d6-3b52-4ff0-9483-e6d84227a7df tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010728 Jan 24 09:53:33.132074 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eaab45e4-94c8-4c78-a12b-ca8086e2c3e3 req-ce01967e-5301-4619-9836-849e26c2ea0e tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506465 Jan 24 09:53:33.190382 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] For port 98148948-bf8a-421a-b77c-06265410c6df, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=98148948-bf8a-421a-b77c-06265410c6df,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:33.190797 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (98148948-bf8a-421a-b77c-06265410c6df), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:33.203836 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Calling delete_port for 98148948-bf8a-421a-b77c-06265410c6df owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:53:33.333338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (98148948-bf8a-421a-b77c-06265410c6df), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:33.374045 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Pushing event deleted for resources: {'Port': ['ID=98148948-bf8a-421a-b77c-06265410c6df,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:33.383017 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['a534a050-f68c-4acc-925a-c3e1dd9f71d4', '98148948-bf8a-421a-b77c-06265410c6df'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:53:33.399122 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.399377 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.399722 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.400062 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.400392 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.400714 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.401046 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.401372 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.401692 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.402009 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.402334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.402648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.402995 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:33.421338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] No DVR routers for this DVR port 98148948-bf8a-421a-b77c-06265410c6df on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:53:33.423767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:33.427146 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c5c387eb-0ffd-4bce-87b7-98611bd6780f req-0879c32b-d284-4bc6-9188-b8c8bb7b5de9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "DELETE /v2.0/ports/98148948-bf8a-421a-b77c-06265410c6df HTTP/1.1" status: 204 len: 173 time: 0.4173651 Jan 24 09:53:33.427604 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'name': 'network-vif-deleted', 'tag': '98148948-bf8a-421a-b77c-06265410c6df'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:53:33.429916 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ce701-c585-46ff-ab1e-32df38411f8c" -d '{"events": [{"server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "name": "network-vif-deleted", "tag": "98148948-bf8a-421a-b77c-06265410c6df"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:53:33.469276 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd84bc1-7ad1-4558-aafa-778bd55cfcc4 x-openstack-request-id: req-1dd84bc1-7ad1-4558-aafa-778bd55cfcc4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:53:33.469582 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee0d321b-e741-41e4-8f26-52d776fac79c", "name": "network-vif-deleted", "tag": "98148948-bf8a-421a-b77c-06265410c6df", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:53:33.469854 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dd84bc1-7ad1-4558-aafa-778bd55cfcc4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:53:33.470280 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee0d321b-e741-41e4-8f26-52d776fac79c', 'name': 'network-vif-deleted', 'tag': '98148948-bf8a-421a-b77c-06265410c6df', 'status': 'completed', 'code': 200} Jan 24 09:53:34.263912 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-576f86eb-f7d2-4ce1-b9aa-f8549b275655 req-f92a4c55-82ec-404f-b310-f24eeeeea5c5 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee0d321b-e741-41e4-8f26-52d776fac79c HTTP/1.1" status: 200 len: 210 time: 0.0324285 Jan 24 09:53:34.271787 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76d948-0ef2-46da-b6c6-aef257bef50c req-c11ed21b-c917-45ca-b51c-4501adde9ba5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:34.273258 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5d76d948-0ef2-46da-b6c6-aef257bef50c req-c11ed21b-c917-45ca-b51c-4501adde9ba5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0957899 Jan 24 09:53:34.336642 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5d76d948-0ef2-46da-b6c6-aef257bef50c req-0fe41a1d-84b8-4828-812e-3fb10f006f81 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566776 Jan 24 09:53:34.530378 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:53:35.460796 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676a26-2539-4703-87ed-aa2cb24a17bc req-9e64d09f-6aed-4ece-86cf-6b45358716ea tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:35.462498 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-91676a26-2539-4703-87ed-aa2cb24a17bc req-9e64d09f-6aed-4ece-86cf-6b45358716ea tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0583527 Jan 24 09:53:35.534100 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-91676a26-2539-4703-87ed-aa2cb24a17bc req-4de922b2-8583-48db-b56a-3863d92a4448 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654726 Jan 24 09:53:35.585075 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb85f04-22b3-4946-9971-20c6c66effed req-046ace66-e847-4244-8a46-8ba143b379bb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:35.586613 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4eb85f04-22b3-4946-9971-20c6c66effed req-046ace66-e847-4244-8a46-8ba143b379bb tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jan 24 09:53:35.633669 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4eb85f04-22b3-4946-9971-20c6c66effed req-23bdccba-1d77-4bf4-9b64-95245662cdb9 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412836 Jan 24 09:53:36.666560 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389c854-0341-4a2a-a609-6b5653af4676 req-7df4ea1d-eb17-498d-9394-534124887a19 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:36.668086 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6389c854-0341-4a2a-a609-6b5653af4676 req-7df4ea1d-eb17-498d-9394-534124887a19 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0541492 Jan 24 09:53:36.757192 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6389c854-0341-4a2a-a609-6b5653af4676 req-36a56448-5b49-4a0e-a206-762adb562c3d tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830166 Jan 24 09:53:36.778313 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b1f14-fbf6-4fde-9505-122fc7377161 req-fdb581f1-549a-410b-8984-ad26c6dc54cf tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:36.779797 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc8b1f14-fbf6-4fde-9505-122fc7377161 req-fdb581f1-549a-410b-8984-ad26c6dc54cf tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0748005 Jan 24 09:53:36.829171 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc8b1f14-fbf6-4fde-9505-122fc7377161 req-c6eec9d8-80b6-4b59-8d4a-b039c7e55c7b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Jan 24 09:53:36.915573 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 98148948-bf8a-421a-b77c-06265410c6df no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:53:36.935781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 98148948-bf8a-421a-b77c-06265410c6df {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:53:36.936118 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 98148948-bf8a-421a-b77c-06265410c6df not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:53:37.875384 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8e22-e6f2-463a-96a4-ba7deef17c3a req-fe37ea89-b493-4526-8a60-a1e832fdf7ce tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:37.876874 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-502c8e22-e6f2-463a-96a4-ba7deef17c3a req-fe37ea89-b493-4526-8a60-a1e832fdf7ce tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0483131 Jan 24 09:53:37.971723 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-502c8e22-e6f2-463a-96a4-ba7deef17c3a req-41473bd6-f166-46fd-800d-9f2e53c4ccbd tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890975 Jan 24 09:53:37.984484 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8cbb-7ff9-46cc-ba29-7e9cb2537aca req-087a8e5f-88f8-4937-ad75-6176299ed6b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:37.985919 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-121a8cbb-7ff9-46cc-ba29-7e9cb2537aca req-087a8e5f-88f8-4937-ad75-6176299ed6b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0871906 Jan 24 09:53:38.033574 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-121a8cbb-7ff9-46cc-ba29-7e9cb2537aca req-4fc138f7-531a-443f-b9e8-ab88933f8a59 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407834 Jan 24 09:53:39.108808 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb03b6b-3ef0-4844-9f20-b2d025cfc5ad req-7b87fb87-7626-444d-9f8e-bccb63bfef95 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:39.110345 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4cb03b6b-3ef0-4844-9f20-b2d025cfc5ad req-7b87fb87-7626-444d-9f8e-bccb63bfef95 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0499616 Jan 24 09:53:39.187995 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d93ba6-ff59-45bf-8f77-3cd44c32d012 req-c3902741-56ec-4535-9643-1d4ca8e18a35 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:39.189489 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-80d93ba6-ff59-45bf-8f77-3cd44c32d012 req-c3902741-56ec-4535-9643-1d4ca8e18a35 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0782697 Jan 24 09:53:39.208921 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4cb03b6b-3ef0-4844-9f20-b2d025cfc5ad req-b67a7a99-962f-497e-bf9a-baf267991ae5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896595 Jan 24 09:53:39.248367 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-80d93ba6-ff59-45bf-8f77-3cd44c32d012 req-144fd7f1-52c8-4c1c-ad80-ac0b02e48ad7 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Jan 24 09:53:40.331810 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa214bd-4f56-4825-ad90-855e1a26837d req-3d822c39-63a8-4700-af87-fb14e856d3c0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:40.333444 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-baa214bd-4f56-4825-ad90-855e1a26837d req-3d822c39-63a8-4700-af87-fb14e856d3c0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0578449 Jan 24 09:53:40.401157 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35d515-5c33-47e1-913b-4a3a0b77fe2b req-e3f6cbe2-b5bb-4d38-8d31-1ed4e6e6f226 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:40.402609 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8b35d515-5c33-47e1-913b-4a3a0b77fe2b req-e3f6cbe2-b5bb-4d38-8d31-1ed4e6e6f226 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0868461 Jan 24 09:53:40.434277 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-baa214bd-4f56-4825-ad90-855e1a26837d req-dd67226f-f24e-4420-8f23-122b947b73f7 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818918 Jan 24 09:53:40.463569 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8b35d515-5c33-47e1-913b-4a3a0b77fe2b req-923a72c7-3136-47f3-957e-b0398dad6c1d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Jan 24 09:53:41.590281 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef424c-ae25-475c-bfb9-34901a46d77a req-3661f392-fc49-468c-b59a-5a9e6cedd122 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:41.591731 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-abef424c-ae25-475c-bfb9-34901a46d77a req-3661f392-fc49-468c-b59a-5a9e6cedd122 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0816271 Jan 24 09:53:41.599687 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864f9c1-61ae-4054-8aaa-8a4ece0a07f9 req-bdbf6e3b-8505-418a-9326-35671e5b193a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:41.601026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8864f9c1-61ae-4054-8aaa-8a4ece0a07f9 req-bdbf6e3b-8505-418a-9326-35671e5b193a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0624151 Jan 24 09:53:41.679670 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8864f9c1-61ae-4054-8aaa-8a4ece0a07f9 req-62186eca-890f-436e-860d-0cc31f38e6d1 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Jan 24 09:53:41.685273 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-abef424c-ae25-475c-bfb9-34901a46d77a req-b803690c-4ee7-4861-9e5b-49b879fcd268 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834086 Jan 24 09:53:42.827423 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bea95-90fb-4899-98b5-3903e59e1a0a req-f45a1d37-4fac-457d-8e1f-7a1031341173 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:42.828987 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9b3bea95-90fb-4899-98b5-3903e59e1a0a req-f45a1d37-4fac-457d-8e1f-7a1031341173 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0730445 Jan 24 09:53:42.836696 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e86ec-e318-4924-b75b-1a621dd08710 req-5ad3f863-c4a3-4ac3-a7e7-4394c68825ae tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:42.838140 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-049e86ec-e318-4924-b75b-1a621dd08710 req-5ad3f863-c4a3-4ac3-a7e7-4394c68825ae tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0911682 Jan 24 09:53:42.915951 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-049e86ec-e318-4924-b75b-1a621dd08710 req-e7319cb1-2796-4b5b-acbd-78090d677c2b tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd770a75-b1da-40ec-888a-a3e5941c08f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708444 Jan 24 09:53:42.930249 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9b3bea95-90fb-4899-98b5-3903e59e1a0a req-1eca4f65-3b30-4bd5-b90a-354678cd1069 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=c99bbc3f-02d4-41b1-838d-9dcab26ec122&id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910995 Jan 24 09:53:43.594080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-8c927edc-3202-40a3-b93e-ea4fb77ac64a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:43.595583 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-8c927edc-3202-40a3-b93e-ea4fb77ac64a tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 945 time: 0.0614858 Jan 24 09:53:43.718664 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Deleting port a534a050-f68c-4acc-925a-c3e1dd9f71d4 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:53:43.719010 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:43.775391 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:43.811021 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] For port a534a050-f68c-4acc-925a-c3e1dd9f71d4, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a534a050-f68c-4acc-925a-c3e1dd9f71d4,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:43.811376 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:43.823553 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Calling delete_port for a534a050-f68c-4acc-925a-c3e1dd9f71d4 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:53:43.970320 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a534a050-f68c-4acc-925a-c3e1dd9f71d4), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:43.999651 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Pushing event deleted for resources: {'Port': ['ID=a534a050-f68c-4acc-925a-c3e1dd9f71d4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:44.014006 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1649d5fc-d5c7-4a02-8afc-2a27a098f1d2 req-89b8c15e-b06b-4ad0-b146-2e016326e05d tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523824b-cf11-4ca0-b1f5-a8a72da801ff HTTP/1.1" status: 200 len: 210 time: 0.0301964 Jan 24 09:53:44.022152 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['a534a050-f68c-4acc-925a-c3e1dd9f71d4'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:53:44.045845 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] No DVR routers for this DVR port a534a050-f68c-4acc-925a-c3e1dd9f71d4 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:53:44.048152 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:44.051516 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b4eff8dd-f64a-4810-9c3b-a5d6aea3b920 req-3bec49c7-5a9b-4f34-9a90-a9cb5b6967b3 tempest-ServerRescueNegativeTestJSON-363502221 tempest-ServerRescueNegativeTestJSON-363502221-project] 10.222.0.123 "DELETE /v2.0/ports/a534a050-f68c-4acc-925a-c3e1dd9f71d4 HTTP/1.1" status: 204 len: 173 time: 0.4328260 Jan 24 09:53:44.051951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'name': 'network-vif-deleted', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:53:44.054145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db155a-626c-4047-aabe-e688a6a9ca2a" -d '{"events": [{"server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "name": "network-vif-deleted", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:53:44.093205 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86ad12f-d179-4dcd-9251-9450d432bc13 x-openstack-request-id: req-e86ad12f-d179-4dcd-9251-9450d432bc13 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:53:44.093540 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2523824b-cf11-4ca0-b1f5-a8a72da801ff", "name": "network-vif-deleted", "tag": "a534a050-f68c-4acc-925a-c3e1dd9f71d4", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:53:44.093789 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e86ad12f-d179-4dcd-9251-9450d432bc13 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:53:44.094183 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2523824b-cf11-4ca0-b1f5-a8a72da801ff', 'name': 'network-vif-deleted', 'tag': 'a534a050-f68c-4acc-925a-c3e1dd9f71d4', 'status': 'completed', 'code': 200} Jan 24 09:53:45.069404 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56632) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:45.503324 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:45.997818 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Deleting port 6488b6d6-46ba-4395-b886-91d949ad157b {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:53:45.998159 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:46.073038 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] For port 6488b6d6-46ba-4395-b886-91d949ad157b, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=6488b6d6-46ba-4395-b886-91d949ad157b,segment=NetworkSegment(1b55719c-4d22-4335-a407-e6046a2af327),segment_id=1b55719c-4d22-4335-a407-e6046a2af327)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:46.073736 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:46.085662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Calling delete_port for 6488b6d6-46ba-4395-b886-91d949ad157b owned by network:router_interface {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:53:46.294187 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (6488b6d6-46ba-4395-b886-91d949ad157b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:46.319281 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Pushing event deleted for resources: {'Port': ['ID=6488b6d6-46ba-4395-b886-91d949ad157b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:46.330401 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.330753 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.331133 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.331471 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.331834 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.332166 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.332492 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.332817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.333141 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.333462 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.333783 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.334098 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.334489 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:46.486407 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:46.690432 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:53:46.799960 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:53:46.806978 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c94d51d8-a839-4336-a3eb-1d7aa125275b admin admin] 10.222.0.39 "PUT /v2.0/routers/f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364357 Jan 24 09:53:46.809669 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56640) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:46.812367 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Sync routers for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:53:46.822509 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:46.823201 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:46.913638 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks [] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:46.924272 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:47.017295 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks [] for router_gateway (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.077782 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Deleting port efeb992a-24e1-4425-8460-e4af0ccd91cc {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:53:47.078625 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.107633 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:53:46Z', 'revision_number': 5, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port': {'id': 'efeb992a-24e1-4425-8460-e4af0ccd91cc', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:13Z', 'updated_at': '2022-01-24T09:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:47.138211 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Checking router: f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:53:47.147182 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Routers {'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:47.147786 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:47.180949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] For port efeb992a-24e1-4425-8460-e4af0ccd91cc, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=efeb992a-24e1-4425-8460-e4af0ccd91cc,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:47.181311 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.194296 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Calling delete_port for efeb992a-24e1-4425-8460-e4af0ccd91cc owned by network:router_gateway {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:53:47.230514 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] Set router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:47.370345 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (efeb992a-24e1-4425-8460-e4af0ccd91cc), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.370732 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:53:47Z', 'revision_number': 6, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:47.395351 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Pushing event deleted for resources: {'Port': ['ID=efeb992a-24e1-4425-8460-e4af0ccd91cc,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:47.395587 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4b4b3-1fa1-438c-9223-4a873be8f52a None None] The sync data for ids ['f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc'] in dv-cinder-809523-7-iscsi is: [{'id': 'f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc', 'name': 'tempest-ServerRescueNegativeTestJSON-414182774-router', 'tenant_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:12Z', 'updated_at': '2022-01-24T09:53:47Z', 'revision_number': 6, 'project_id': 'e150458a6e454c62bc161fd37c4c8a5e', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:53:47.471906 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.575227 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.577299 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks [] for router_controller (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.641221 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.641928 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc {{(pid=102507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:53:47.647646 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.648801 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-54fedd26-4dfb-4989-9209-39f9bc63f39b admin admin] 10.222.0.39 "DELETE /v2.0/routers/f1b646e3-cdb1-4d1b-b80a-bd20de3d7afc HTTP/1.1" status: 204 len: 168 time: 0.8381886 Jan 24 09:53:47.651368 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56646) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:47.694186 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Deleting subnet caad3965-d86a-4bb7-9d27-6384f408f62e {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:53:47.697292 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Publish callbacks [] for subnet (caad3965-d86a-4bb7-9d27-6384f408f62e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.734283 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (caad3965-d86a-4bb7-9d27-6384f408f62e), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.773430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (caad3965-d86a-4bb7-9d27-6384f408f62e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.828478 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (caad3965-d86a-4bb7-9d27-6384f408f62e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.852149 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caad3965-d86a-4bb7-9d27-6384f408f62e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:47.859767 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:47.863212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ee7a814e-6677-4c9b-bc14-d7b29717cd27 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/caad3965-d86a-4bb7-9d27-6384f408f62e HTTP/1.1" status: 204 len: 168 time: 0.2109196 Jan 24 09:53:47.865961 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56648) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:48.168328 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (1142fc8f-7bc0-4d73-ad41-8ee0516030df), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.259633 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device efeb992a-24e1-4425-8460-e4af0ccd91cc no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:53:48.260173 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (1142fc8f-7bc0-4d73-ad41-8ee0516030df), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.279975 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1142fc8f-7bc0-4d73-ad41-8ee0516030df']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:48.280886 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: efeb992a-24e1-4425-8460-e4af0ccd91cc {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:53:48.281240 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device efeb992a-24e1-4425-8460-e4af0ccd91cc not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:53:48.281664 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 6488b6d6-46ba-4395-b886-91d949ad157b no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:53:48.290106 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b55719c-4d22-4335-a407-e6046a2af327') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:48.290404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b55719c-4d22-4335-a407-e6046a2af327') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:48.300331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (1b55719c-4d22-4335-a407-e6046a2af327), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.303037 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 6488b6d6-46ba-4395-b886-91d949ad157b {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:53:48.303387 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 6488b6d6-46ba-4395-b886-91d949ad157b not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:53:48.315227 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (1b55719c-4d22-4335-a407-e6046a2af327), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.321555 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:53:48.321943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (1b55719c-4d22-4335-a407-e6046a2af327), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:53:48.323663 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:53:48.378531 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a534a050-f68c-4acc-925a-c3e1dd9f71d4 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:53:48.381668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (1142fc8f-7bc0-4d73-ad41-8ee0516030df), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.386392 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.391211 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] 10.222.0.39 "DELETE /v2.0/networks/1142fc8f-7bc0-4d73-ad41-8ee0516030df HTTP/1.1" status: 204 len: 168 time: 0.5231161 Jan 24 09:53:48.401802 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: a534a050-f68c-4acc-925a-c3e1dd9f71d4 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:53:48.402367 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a534a050-f68c-4acc-925a-c3e1dd9f71d4 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:53:48.405195 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdce366-f596-4fdf-9c1c-7e9e0f096fef admin admin] Pushing event deleted for resources: {'Network': ['ID=1142fc8f-7bc0-4d73-ad41-8ee0516030df,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:48.516116 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56654) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:48.560686 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d7f0083e-d7f1-497b-935c-e5767829330c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e150458a6e454c62bc161fd37c4c8a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433154 Jan 24 09:53:48.563201 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56656) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:48.615337 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] Publish callbacks [] for security_group (dd770a75-b1da-40ec-888a-a3e5941c08f6), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.640748 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] Publish callbacks [] for security_group (dd770a75-b1da-40ec-888a-a3e5941c08f6), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.691131 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (dd770a75-b1da-40ec-888a-a3e5941c08f6), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.693943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:48.695222 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd770a75-b1da-40ec-888a-a3e5941c08f6 HTTP/1.1" status: 204 len: 168 time: 0.1311028 Jan 24 09:53:48.703189 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb0e02-d7bf-431f-a1c8-3c3d884bec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd770a75-b1da-40ec-888a-a3e5941c08f6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:49.373275 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56682) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:49.482270 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-743959391-network', 'tenant_id': '63734dd9713b478ab682630be6325200'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:49.514436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Made reservation on behalf of 63734dd9713b478ab682630be6325200 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:49.517793 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.531725 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.627859 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks [] for security_group (4068930b-c29a-4a88-a8ec-8394d8cd6753), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.632678 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (4068930b-c29a-4a88-a8ec-8394d8cd6753), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.655728 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:53:49.665429 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4068930b-c29a-4a88-a8ec-8394d8cd6753,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:49.670066 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (ccf03604-85d3-4a8e-849b-1e9e56fbd4e7), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.670400 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Added segment ccf03604-85d3-4a8e-849b-1e9e56fbd4e7 of type vlan for network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 Jan 24 09:53:49.716499 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (3af6c0a2-e6bf-428b-9a74-e1841e0318c8), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.745738 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (3af6c0a2-e6bf-428b-9a74-e1841e0318c8), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.746858 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:49.747506 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:49.810945 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4363329 Jan 24 09:53:49.814483 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56690) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:49.818858 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f76e-3b37-4e95-a87a-811ea7016ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=3af6c0a2-e6bf-428b-9a74-e1841e0318c8,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:49.819839 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Request body: {'subnet': {'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-subnet', 'tenant_id': '63734dd9713b478ab682630be6325200', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:49.832000 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:53:49.847526 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Made reservation on behalf of 63734dd9713b478ab682630be6325200 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:49.849911 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.021347 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (252904c2-bc3a-4b12-971e-f5b3b9bd5890), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.069787 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252904c2-bc3a-4b12-971e-f5b3b9bd5890,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:50.091469 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Checking segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:50.091825 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Network hostable DHCP agents. Network: 3af6c0a2-e6bf-428b-9a74-e1841e0318c8, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:53:50.110431 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:53:50.121390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 3af6c0a2-e6bf-428b-9a74-e1841e0318c8) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:50.126365 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:50.127566 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.131436 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3350d3-37c4-4777-9951-53924349fd3c None None] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:53:50.146079 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d12df021-d593-4a05-a5da-0500e64b49f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3302705 Jan 24 09:53:50.149488 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56692) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:50.154094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:50.188873 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.189950 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.242292 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for router_controller (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.249491 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:53:50.250414 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.379023 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for router_gateway (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.389157 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Allocated IP 172.20.0.2 (3af6c0a2-e6bf-428b-9a74-e1841e0318c8/252904c2-bc3a-4b12-971e-f5b3b9bd5890/9a90c425-29a2-42f2-a455-b823a34996e3) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:50.588240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for router_gateway (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.610370 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.688607 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks [] for port (9a90c425-29a2-42f2-a455-b823a34996e3), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.695842 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.714572 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Allocated IP 172.27.3.124 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/20baca67-62a0-4554-bec5-e4f4facf3be1) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:50.737087 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:50.741313 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:50.744923 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:50.750275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Pushing event updated for resources: {'Port': ['ID=9a90c425-29a2-42f2-a455-b823a34996e3,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:50.760339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.760685 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.761044 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.761382 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.761707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.762034 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.762355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.762669 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.763023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.763370 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.763701 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.764037 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.764331 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:50.817263 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.818581 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Attempting to bind port 9a90c425-29a2-42f2-a455-b823a34996e3 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:53:50.818969 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Attempting to bind port 9a90c425-29a2-42f2-a455-b823a34996e3 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:53:50.819329 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Attempting to bind port 9a90c425-29a2-42f2-a455-b823a34996e3 on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:50.824869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:53:50.825253 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Checking segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:50.825660 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.826075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Bound using segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:53:50.826541 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Bound port: 9a90c425-29a2-42f2-a455-b823a34996e3, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:53:50.826991 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.854343 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.889834 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] For port 9a90c425-29a2-42f2-a455-b823a34996e3, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:53:50.892095 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:50.893278 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] For port 9a90c425-29a2-42f2-a455-b823a34996e3, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=9a90c425-29a2-42f2-a455-b823a34996e3,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:53:50.896877 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:50.897639 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:50.900585 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:50.906198 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Pushing event updated for resources: {'Port': ['ID=20baca67-62a0-4554-bec5-e4f4facf3be1,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:50.961892 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea78f2-9dbf-408d-8afb-2a6771e326d3 None None] Pushing event updated for resources: {'Port': ['ID=9a90c425-29a2-42f2-a455-b823a34996e3,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:51.154485 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for router_gateway (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:51.356957 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:51.488852 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:53:51.611428 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:53:51.621191 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:53:51.634548 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:51.635247 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:51.640941 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:51.645243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56698) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:51.645840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-76364fc8-3e66-4800-85d7-8c2d0351f403 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4948950 Jan 24 09:53:51.747245 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:51.938957 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:51Z', 'revision_number': 3, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:51.970484 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b8ac0a-2554-4dde-b067-31fcf779a50c None None] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:53:51.972951 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:53:51.973295 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Updating router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 port 20baca67-62a0-4554-bec5-e4f4facf3be1 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:53:52.040688 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.080386 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.150256 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Provisioning complete for port 9a90c425-29a2-42f2-a455-b823a34996e3 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:52.150629 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.352110 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Current status of the port 9a90c425-29a2-42f2-a455-b823a34996e3 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:52.352505 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.370310 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 9a90c425-29a2-42f2-a455-b823a34996e3 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:52.465405 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] For port 9a90c425-29a2-42f2-a455-b823a34996e3, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=9a90c425-29a2-42f2-a455-b823a34996e3,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:52.473441 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Allocated IP 172.20.0.1 (3af6c0a2-e6bf-428b-9a74-e1841e0318c8/252904c2-bc3a-4b12-971e-f5b3b9bd5890/82be7d27-414c-40d8-b97f-362f353e4177) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:52.480366 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.487707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks [] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.511960 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.556850 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 9a90c425-29a2-42f2-a455-b823a34996e3 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:52.557165 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.564185 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e283c-f2b2-4f22-8ae4-4118e181601e None None] Pushing event updated for resources: {'Port': ['ID=9a90c425-29a2-42f2-a455-b823a34996e3,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:52.578883 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks [] for port (82be7d27-414c-40d8-b97f-362f353e4177), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.586383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Attempting to bind port 20baca67-62a0-4554-bec5-e4f4facf3be1 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:53:52.586751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Attempting to bind port 20baca67-62a0-4554-bec5-e4f4facf3be1 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:53:52.587142 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Attempting to bind port 20baca67-62a0-4554-bec5-e4f4facf3be1 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:52.615718 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.629174 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:53:52.629537 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:52.629951 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.630346 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:53:52.630822 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Bound port: 20baca67-62a0-4554-bec5-e4f4facf3be1, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:53:52.631212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.659215 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:52.664426 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:52.669095 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:52.672640 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Pushing event updated for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:52.676175 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53010-3866-4875-bfb9-4c86506747c3 None None] Pushing event updated for resources: {'Port': ['ID=20baca67-62a0-4554-bec5-e4f4facf3be1,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:52.684271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-599241db-bb4c-4594-8a6b-b5c7a96df8a4 None None] Provisioning complete for port 9a90c425-29a2-42f2-a455-b823a34996e3 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:52.684524 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-599241db-bb4c-4594-8a6b-b5c7a96df8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.714449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.737835 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] For port 20baca67-62a0-4554-bec5-e4f4facf3be1, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:53:52.745539 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] For port 20baca67-62a0-4554-bec5-e4f4facf3be1, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=20baca67-62a0-4554-bec5-e4f4facf3be1,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:53:52.774091 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.824170 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 9a90c425-29a2-42f2-a455-b823a34996e3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:52.845036 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (82be7d27-414c-40d8-b97f-362f353e4177), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:52.874747 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53010-3866-4875-bfb9-4c86506747c3 None None] Pushing event updated for resources: {'Port': ['ID=20baca67-62a0-4554-bec5-e4f4facf3be1,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:52.879599 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:52.880290 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:53.020312 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks [] for port (82be7d27-414c-40d8-b97f-362f353e4177), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.025318 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.062529 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-599241db-bb4c-4594-8a6b-b5c7a96df8a4 None None] Current status of the port 9a90c425-29a2-42f2-a455-b823a34996e3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:53.075109 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-331899e2-3bce-4026-acf5-3f076dae56cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.091782 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.093516 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Pushing event updated for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:53.130170 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:53.197748 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:53.199364 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:53.235062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-eb43575d-f3af-43ac-8ea3-8abd66e0dab7 None None] Provisioning complete for port 82be7d27-414c-40d8-b97f-362f353e4177 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:53.235318 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-eb43575d-f3af-43ac-8ea3-8abd66e0dab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (82be7d27-414c-40d8-b97f-362f353e4177), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.311444 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-eb43575d-f3af-43ac-8ea3-8abd66e0dab7 None None] Port 82be7d27-414c-40d8-b97f-362f353e4177 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:53:53.319790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:53:53.380211 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:53.406141 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a50cb8-ea79-4df1-a8d4-dd8eb96bebb9 None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:53:53.432289 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-35cb94f1-b577-4e6a-9a1f-16751e3f2989 None None] Provisioning complete for port 82be7d27-414c-40d8-b97f-362f353e4177 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:53.432578 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-35cb94f1-b577-4e6a-9a1f-16751e3f2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (82be7d27-414c-40d8-b97f-362f353e4177), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:53.438430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:53:53.444170 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ff73ce2b-15bf-4457-abc1-91895f237b16 admin admin] 10.222.0.39 "PUT /v2.0/routers/5b84cc8c-b3cb-4f2a-be3e-a40ca0500129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969561 Jan 24 09:53:53.475735 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-35cb94f1-b577-4e6a-9a1f-16751e3f2989 None None] Port 82be7d27-414c-40d8-b97f-362f353e4177 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:53:54.163758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56714) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:54.168561 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571823347', 'description': 'tempest-description--1618381160'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:54.197933 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.277362 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (67fc3c9d-0f15-4066-8a0e-71e3db22fa03), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.284066 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (67fc3c9d-0f15-4066-8a0e-71e3db22fa03), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.314990 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.316381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1515024 Jan 24 09:53:54.319338 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56716) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:54.323622 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group_rule': {'security_group_id': '67fc3c9d-0f15-4066-8a0e-71e3db22fa03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:54.329585 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7bc08-757a-46dd-8f92-d5858096c935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fc3c9d-0f15-4066-8a0e-71e3db22fa03,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:54.360148 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (36637a83-254b-4d14-be18-46954f7cef9e), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.381191 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 20baca67-62a0-4554-bec5-e4f4facf3be1 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:54.422133 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (36637a83-254b-4d14-be18-46954f7cef9e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.427098 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (36637a83-254b-4d14-be18-46954f7cef9e), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.430005 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 20baca67-62a0-4554-bec5-e4f4facf3be1 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:54.430389 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.439756 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36637a83-254b-4d14-be18-46954f7cef9e,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:54.460383 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.461586 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1c24ed9d-b552-41d6-9ec6-4dce2aa8bb94 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413383 Jan 24 09:53:54.464442 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56718) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:54.468974 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group_rule': {'security_group_id': '67fc3c9d-0f15-4066-8a0e-71e3db22fa03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:54.498718 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (2ad5449c-3cd4-47f9-8824-b23f901a35b6), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.516310 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 20baca67-62a0-4554-bec5-e4f4facf3be1 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:54.516698 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.538692 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 20baca67-62a0-4554-bec5-e4f4facf3be1, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=20baca67-62a0-4554-bec5-e4f4facf3be1,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:54.543536 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.544353 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 9a90c425-29a2-42f2-a455-b823a34996e3 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:54.569035 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (2ad5449c-3cd4-47f9-8824-b23f901a35b6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.574611 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (2ad5449c-3cd4-47f9-8824-b23f901a35b6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.594272 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad5449c-3cd4-47f9-8824-b23f901a35b6,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:54.606125 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.607390 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a4192675-1c45-4ae3-a326-890976109de0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419334 Jan 24 09:53:54.610393 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56720) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:53:54.618839 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:54.631075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=20baca67-62a0-4554-bec5-e4f4facf3be1,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:54.647918 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 9a90c425-29a2-42f2-a455-b823a34996e3 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:54.648185 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.648323 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.748640 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 9a90c425-29a2-42f2-a455-b823a34996e3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:54.750860 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.861540 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Allocated IP 172.27.3.88 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/fd5fa070-3cda-43f9-9d62-66f8818d5bcc) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:54.964118 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:54.998504 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.045128 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:55.048199 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:55.052721 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:55.055944 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=fd5fa070-3cda-43f9-9d62-66f8818d5bcc,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:55.190012 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.236436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.276269 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cf30899f-786d-405b-8dfb-18c37e765129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.397229 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.401802 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:53:55.403170 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.412912 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:55.413556 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:55.467575 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=fd5fa070-3cda-43f9-9d62-66f8818d5bcc,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:55.479240 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.495118 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.505560 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-465e60dc-5a74-4f93-90b7-0a5916d5bc64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8848379 Jan 24 09:53:55.520264 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:55.644338 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-ad9650f1-bf56-4453-ac88-3b506b9b96aa tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--571823347&fields=id&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 267 time: 0.0421340 Jan 24 09:53:55.718402 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 2, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:55.745776 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:53:55.746179 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Updating router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 port 82be7d27-414c-40d8-b97f-362f353e4177 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:53:55.752904 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-9deee866-c1a9-40f6-8068-30b49ec6688e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:55.754488 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-9deee866-c1a9-40f6-8068-30b49ec6688e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 816 time: 0.1037307 Jan 24 09:53:55.770165 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-3fac9b84-1496-4715-aed1-dcf3f5c8bd4c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/quotas/63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 375 time: 0.0099018 Jan 24 09:53:55.775713 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (82be7d27-414c-40d8-b97f-362f353e4177), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:55.820399 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-62a4862a-4583-4789-b307-67220edd3e8c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452218 Jan 24 09:53:55.920082 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-76b36c5a-cb57-417a-9326-fad6794f38ee service neutron] 10.222.0.39 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865285 Jan 24 09:53:56.007575 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-0e2edc69-f753-4702-a3ad-0f7e7d16c9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815873 Jan 24 09:53:56.039122 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks [] for port (82be7d27-414c-40d8-b97f-362f353e4177), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.044759 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.140441 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Pushing event updated for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:56.148841 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.149212 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.149560 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.149882 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.150210 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.150530 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.150847 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.151339 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.155279 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.155889 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.156879 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.157223 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.157557 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:53:56.178352 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Attempting to bind port 82be7d27-414c-40d8-b97f-362f353e4177 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:53:56.178734 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Attempting to bind port 82be7d27-414c-40d8-b97f-362f353e4177 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:53:56.179232 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Attempting to bind port 82be7d27-414c-40d8-b97f-362f353e4177 on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:56.191209 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:53:56.191916 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Checking segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:56.192323 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.192712 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Bound using segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:53:56.193188 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Bound port: 82be7d27-414c-40d8-b97f-362f353e4177, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:53:56.193572 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (82be7d27-414c-40d8-b97f-362f353e4177), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.210032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.228750 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-41d825aa-e420-402b-bf3d-8351f52521f6 req-73dfe8e1-3471-47b8-a4fa-67c41f03529c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 210 time: 0.0643945 Jan 24 09:53:56.288019 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] For port 82be7d27-414c-40d8-b97f-362f353e4177, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:53:56.291873 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] For port 82be7d27-414c-40d8-b97f-362f353e4177, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=82be7d27-414c-40d8-b97f-362f353e4177,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:53:56.299155 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.304380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 20baca67-62a0-4554-bec5-e4f4facf3be1 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:56.358971 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 20baca67-62a0-4554-bec5-e4f4facf3be1 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:56.359352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.363301 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c2286-ce65-40c3-a212-b56522031b6d None None] Pushing event updated for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:56.381809 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:53:56.382444 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:56.429891 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Provisioning complete for port 82be7d27-414c-40d8-b97f-362f353e4177 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:56.430745 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (82be7d27-414c-40d8-b97f-362f353e4177), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.502173 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 20baca67-62a0-4554-bec5-e4f4facf3be1 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:56.519670 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:53:56.555695 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Current status of the port 82be7d27-414c-40d8-b97f-362f353e4177 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:56.556092 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (82be7d27-414c-40d8-b97f-362f353e4177), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.599358 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] For port 82be7d27-414c-40d8-b97f-362f353e4177, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=82be7d27-414c-40d8-b97f-362f353e4177,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:53:56.606538 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.675384 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942b20-6a0b-4b57-897b-fed9c702549e None None] Pushing event updated for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:56.729332 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-8a4aa488-2208-4a42-b30f-d75ff26d8ed6 None None] Provisioning complete for port 82be7d27-414c-40d8-b97f-362f353e4177 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:56.729731 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa488-2208-4a42-b30f-d75ff26d8ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (82be7d27-414c-40d8-b97f-362f353e4177), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:56.776327 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:53:56.802347 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f539db8-7b71-4270-b3cc-16afdbb198ef None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:53:56.807477 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-8a4aa488-2208-4a42-b30f-d75ff26d8ed6 None None] Current status of the port 82be7d27-414c-40d8-b97f-362f353e4177 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:57.343290 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-47244e7b-818a-42cb-b939-0571391f6c81 req-9d602d45-4288-4a12-b252-6d70e495388a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 210 time: 0.0277026 Jan 24 09:53:57.709164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:57.870080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-b6fee1c9-3a69-4914-8171-1808a6fab279 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:57.871596 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-b6fee1c9-3a69-4914-8171-1808a6fab279 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 816 time: 0.1024389 Jan 24 09:53:57.969146 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-c76bbd6d-c30c-4e98-9427-fc48500804ab tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 379 time: 0.0653286 Jan 24 09:53:57.985133 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'port': {'device_id': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'admin_state_up': True, 'tenant_id': '63734dd9713b478ab682630be6325200', 'security_groups': ['67fc3c9d-0f15-4066-8a0e-71e3db22fa03']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:58.103129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Made reservation on behalf of 63734dd9713b478ab682630be6325200 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:53:58.106747 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.259668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Allocated IP 172.20.0.12 (3af6c0a2-e6bf-428b-9a74-e1841e0318c8/252904c2-bc3a-4b12-971e-f5b3b9bd5890/9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:53:58.270505 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafc251-30d0-4bf7-9026-7b285c60239f req-204df444-2ba9-4711-a95a-2a2f3e77f8f3 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:58.272487 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0dafc251-30d0-4bf7-9026-7b285c60239f req-204df444-2ba9-4711-a95a-2a2f3e77f8f3 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0563600 Jan 24 09:53:58.328606 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 82be7d27-414c-40d8-b97f-362f353e4177 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:53:58.337222 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0dafc251-30d0-4bf7-9026-7b285c60239f req-bf2faf1d-6497-45de-ae2b-b16ff53c8978 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552285 Jan 24 09:53:58.387276 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 82be7d27-414c-40d8-b97f-362f353e4177 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:58.387656 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (82be7d27-414c-40d8-b97f-362f353e4177), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.412459 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.448418 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.456933 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dee6ba08-7627-45cb-a296-5d57d984047d req-8b16df8f-c370-4b77-8012-8e24e17cdc0a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 210 time: 0.0304360 Jan 24 09:53:58.467544 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 82be7d27-414c-40d8-b97f-362f353e4177 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:53:58.496806 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:53:58.499841 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:53:58.502224 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:53:58.527687 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:58.558784 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:58.559448 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.576356 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-2c157171-7d53-45e0-ba1c-67e6abb994f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5957098 Jan 24 09:53:58.605321 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Request body: {'port': {'device_id': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:53:58.662791 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.744144 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-5e916875-f951-4525-aabc-6c01cb8d5ad1 None None] Provisioning complete for port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:53:58.744727 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5e916875-f951-4525-aabc-6c01cb8d5ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.778358 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-5e916875-f951-4525-aabc-6c01cb8d5ad1 None None] Port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:53:58.933156 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:53:58.941076 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks [] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:58.955350 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Transition to ACTIVE for port object 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:53:58.959903 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:59.014478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:59.094034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Attempting to bind port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:53:59.094927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Attempting to bind port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:53:59.095543 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Attempting to bind port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:59.102052 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:53:59.103223 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Attempting to bind port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:53:59.109334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:53:59.109857 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Checking segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:53:59.110294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Bound using segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:53:59.110743 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Bound port: 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:53:59.111176 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:59.158375 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:59.183004 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:53:59.186762 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:53:59.192016 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:59.229410 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.230093 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:53:59.231656 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] 10.222.0.123 "PUT /v2.0/ports/9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 1094 time: 0.6308491 Jan 24 09:53:59.232110 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:53:59.234410 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49401a02-22d4-4995-94cf-518c879a98d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:53:59.260026 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefed6e-b717-4394-88a6-226bae95b3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:53:59.279709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2aef0-8ad3-4da2-bbf2-fc1d81b99fde x-openstack-request-id: req-9ca2aef0-8ad3-4da2-bbf2-fc1d81b99fde {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:53:59.280145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:53:59.280416 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ca2aef0-8ad3-4da2-bbf2-fc1d81b99fde {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:53:59.280858 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'status': 'completed', 'code': 200} Jan 24 09:53:59.377194 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-9a089dc3-c209-4906-9d5e-cf6b7c43170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.378773 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-9a089dc3-c209-4906-9d5e-cf6b7c43170c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1097 time: 0.0541420 Jan 24 09:53:59.435117 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-516af7ff-4f10-44c2-b1c1-ee3bbe156f7b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 217 time: 0.0413196 Jan 24 09:53:59.476337 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70d16e-bbcb-4fad-8b22-0c7d44249a9c req-95070530-9108-408d-9322-db881ddb1d4b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.478268 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3f70d16e-bbcb-4fad-8b22-0c7d44249a9c req-95070530-9108-408d-9322-db881ddb1d4b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0573976 Jan 24 09:53:59.489574 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-a98cf933-a42c-4b41-acbf-ade74f091c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.491247 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-a98cf933-a42c-4b41-acbf-ade74f091c06 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0450697 Jan 24 09:53:59.533134 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3f70d16e-bbcb-4fad-8b22-0c7d44249a9c req-b1617145-7e0b-4d9a-af31-287bbe36587c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492892 Jan 24 09:53:59.550693 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860848a9-e548-47db-9433-e62cd7984045 req-4a13b679-cd38-4b97-9357-1a1639b3baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.552271 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-4a13b679-cd38-4b97-9357-1a1639b3baab service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478847 Jan 24 09:53:59.585218 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f117f5-ff46-4e78-b244-2b5464520661 req-c95ebaec-a642-46ed-9d7f-b98de861aa1a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.586731 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8f117f5-ff46-4e78-b244-2b5464520661 req-c95ebaec-a642-46ed-9d7f-b98de861aa1a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0494564 Jan 24 09:53:59.634347 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8f117f5-ff46-4e78-b244-2b5464520661 req-2dc54e1f-0ccf-4d73-b255-df954f857e35 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 Jan 24 09:53:59.647452 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-4be091b1-0de4-4eae-a136-e26799d37bf6 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861390 Jan 24 09:53:59.740759 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-860848a9-e548-47db-9433-e62cd7984045 req-4f94ad82-b051-468a-8a4d-e190a13b7a0a service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835474 Jan 24 09:53:59.907730 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49401a02-22d4-4995-94cf-518c879a98d2 req-6b160269-9ca5-4a2a-a533-d23bae77152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:53:59.909268 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-6b160269-9ca5-4a2a-a533-d23bae77152f service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1097 time: 0.0481606 Jan 24 09:54:00.009140 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49401a02-22d4-4995-94cf-518c879a98d2 req-997eba3c-609f-4064-8b94-602f8c29eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:00.010726 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-997eba3c-609f-4064-8b94-602f8c29eec4 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0917187 Jan 24 09:54:00.056074 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-fde53249-903f-4cf7-a3b4-2d31c9b77a66 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 217 time: 0.0379372 Jan 24 09:54:00.114491 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49401a02-22d4-4995-94cf-518c879a98d2 req-66f32a9c-dfc3-4e35-9a29-03ec4783c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:00.115940 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-66f32a9c-dfc3-4e35-9a29-03ec4783c9ba service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0517504 Jan 24 09:54:00.164276 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49401a02-22d4-4995-94cf-518c879a98d2 req-bb5b479f-ef8a-47cb-b833-42100f052316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:00.165817 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-bb5b479f-ef8a-47cb-b833-42100f052316 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412936 Jan 24 09:54:00.503660 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-48e98ae9-3305-4522-8eee-747060ed16af service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268764 Jan 24 09:54:00.598973 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-49401a02-22d4-4995-94cf-518c879a98d2 req-83a7c805-9922-4cf5-b33d-864b5cfb4747 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Jan 24 09:54:00.710570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ff5fa-7a31-4462-ac9f-62f5e66720e6 req-53a55f02-265b-4621-8327-32572d763608 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:00.712365 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6a2ff5fa-7a31-4462-ac9f-62f5e66720e6 req-53a55f02-265b-4621-8327-32572d763608 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.1073024 Jan 24 09:54:00.786939 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6a2ff5fa-7a31-4462-ac9f-62f5e66720e6 req-54eb3303-44c3-4d19-9715-d359300863e0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cf977-8850-49fd-a45f-44ec544d4ee8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650463 Jan 24 09:54:00.795445 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56199-faf5-4770-8a5d-e7a377bcdb26 req-8d8bea02-111f-4ecb-b925-64b731883e66 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:00.796831 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-06f56199-faf5-4770-8a5d-e7a377bcdb26 req-8d8bea02-111f-4ecb-b925-64b731883e66 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0836291 Jan 24 09:54:00.846146 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-06f56199-faf5-4770-8a5d-e7a377bcdb26 req-83f6f5c7-5f6f-4234-81ac-c49cdd14fd79 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428076 Jan 24 09:54:01.301356 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-c065b525-2e5b-4418-b0db-dca880a37174 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:01.302925 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-c065b525-2e5b-4418-b0db-dca880a37174 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 946 time: 0.0562916 Jan 24 09:54:01.399734 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Deleting port c0e522b7-60a5-4755-bb6c-e50930b55121 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:01.400075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:01.493481 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] For port c0e522b7-60a5-4755-bb6c-e50930b55121, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=c0e522b7-60a5-4755-bb6c-e50930b55121,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:01.494017 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:01.717782 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:01.718172 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:01.718495 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Floating IP 0f4ec664-43df-4555-bbf7-86856803198a disassociated. External IP: 172.27.3.99, port: c0e522b7-60a5-4755-bb6c-e50930b55121. Jan 24 09:54:01.718845 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Calling delete_port for c0e522b7-60a5-4755-bb6c-e50930b55121 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:01.851723 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (c0e522b7-60a5-4755-bb6c-e50930b55121), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:01.884200 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'Port': ['ID=c0e522b7-60a5-4755-bb6c-e50930b55121,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:01.976061 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-702325c1-a3c9-4cf4-967d-e3e7ca9e3dec req-a53dfc92-33bf-424c-9ed8-3ad486a09953 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=b95eee8f-d3bd-459d-8f94-0d207f33c7fe HTTP/1.1" status: 200 len: 210 time: 0.1196487 Jan 24 09:54:02.000686 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce647b2e-72fd-4f09-8d99-7e1cee9c13ef req-d3dab6db-c6b3-4e42-b98f-545b6f41c5e5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:02.002212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ce647b2e-72fd-4f09-8d99-7e1cee9c13ef req-d3dab6db-c6b3-4e42-b98f-545b6f41c5e5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0656178 Jan 24 09:54:02.017298 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:02.049638 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ce647b2e-72fd-4f09-8d99-7e1cee9c13ef req-d54ced4a-57d5-4d80-b057-3518af939844 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Jan 24 09:54:02.125094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:02.136306 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:02.148709 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:02.149326 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:02.167624 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] No DVR routers for this DVR port c0e522b7-60a5-4755-bb6c-e50930b55121 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:02.171224 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:02.175905 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0770a8f8-b819-4ad9-b140-fefb506a2aaf req-0b1471bc-57eb-4d8b-ada9-464bdf5d760d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "DELETE /v2.0/ports/c0e522b7-60a5-4755-bb6c-e50930b55121 HTTP/1.1" status: 204 len: 173 time: 0.8667059 Jan 24 09:54:02.176371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'name': 'network-vif-deleted', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:02.179026 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57e0fff-04fc-47d4-a91c-ce7a003afdc4" -d '{"events": [{"server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "name": "network-vif-deleted", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:02.217306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1f73f-cb2d-4022-b1ab-c3f6cd4e0db4 x-openstack-request-id: req-91c1f73f-cb2d-4022-b1ab-c3f6cd4e0db4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:02.217809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95eee8f-d3bd-459d-8f94-0d207f33c7fe", "name": "network-vif-deleted", "tag": "c0e522b7-60a5-4755-bb6c-e50930b55121", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:02.218004 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91c1f73f-cb2d-4022-b1ab-c3f6cd4e0db4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:02.218426 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b95eee8f-d3bd-459d-8f94-0d207f33c7fe', 'name': 'network-vif-deleted', 'tag': 'c0e522b7-60a5-4755-bb6c-e50930b55121', 'status': 'completed', 'code': 200} Jan 24 09:54:02.273429 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:02.479260 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:02.509272 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:02.518317 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:02.519028 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:02.629549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:02.885997 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88936d-bc9c-4808-8ac1-c2ace07da938 req-8821ca6f-b74d-4b0f-ad58-f889cd93b935 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:02.887733 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c88936d-bc9c-4808-8ac1-c2ace07da938 req-8821ca6f-b74d-4b0f-ad58-f889cd93b935 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0502598 Jan 24 09:54:02.944074 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c88936d-bc9c-4808-8ac1-c2ace07da938 req-91c8be53-0ca9-4aa0-a6fc-f3f955c76139 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Jan 24 09:54:02.991735 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:03.022063 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f315dbb-1187-4f4a-a3c7-db71d617be06 None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:03.031349 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:54:03.080714 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56830) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:03.163411 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:03.170710 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (572cf977-8850-49fd-a45f-44ec544d4ee8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.178636 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:54:03.207231 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8738c-3447-450d-a064-2898178c307d req-f8205858-65bc-46c5-bf0b-f14eaf324816 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:03.208947 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0ff8738c-3447-450d-a064-2898178c307d req-f8205858-65bc-46c5-bf0b-f14eaf324816 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0743065 Jan 24 09:54:03.210239 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (572cf977-8850-49fd-a45f-44ec544d4ee8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.238064 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:03.238822 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.253321 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:54:03.272851 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (572cf977-8850-49fd-a45f-44ec544d4ee8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.273100 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0ff8738c-3447-450d-a064-2898178c307d req-e04606e1-8e3f-4f57-8d26-3d365d09d0fd tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576837 Jan 24 09:54:03.276289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.280756 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56832) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:03.281561 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "DELETE /v2.0/security-groups/572cf977-8850-49fd-a45f-44ec544d4ee8 HTTP/1.1" status: 204 len: 168 time: 0.1997027 Jan 24 09:54:03.293117 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:03.293971 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc076-c89f-4123-b718-bdcdff73133e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572cf977-8850-49fd-a45f-44ec544d4ee8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:03.308227 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.api.v2.resource [None req-8c46bb0f-e9db-42ba-8f80-a64f877d31cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] show failed (client error): The resource could not be found. Jan 24 09:54:03.308397 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.309643 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8c46bb0f-e9db-42ba-8f80-a64f877d31cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups/572cf977-8850-49fd-a45f-44ec544d4ee8 HTTP/1.1" status: 404 len: 347 time: 0.0259366 Jan 24 09:54:03.312610 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56834) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:03.374710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:03.414034 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23c2de6-a8fd-48bd-9b70-5cfc5e99f52d None None] New status for floating IP 0f4ec664-43df-4555-bbf7-86856803198a: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:54:03.478615 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Deleting port b0888c5f-cd72-4511-b848-3da3e83aaedb {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:03.478864 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.557581 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.557944 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (b0888c5f-cd72-4511-b848-3da3e83aaedb), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.570427 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Calling delete_port for b0888c5f-cd72-4511-b848-3da3e83aaedb owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:03.715114 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (b0888c5f-cd72-4511-b848-3da3e83aaedb), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.742925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'Port': ['ID=b0888c5f-cd72-4511-b848-3da3e83aaedb,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:03.804683 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (0f4ec664-43df-4555-bbf7-86856803198a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.807239 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:03.808454 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5cca7bb9-3852-489b-83d4-86c4c047a1e4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "DELETE /v2.0/floatingips/0f4ec664-43df-4555-bbf7-86856803198a HTTP/1.1" status: 204 len: 168 time: 0.4947648 Jan 24 09:54:03.845120 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:04.064017 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125a56-4dce-47b6-8171-e1794974f160 req-ecdb7293-575f-4202-97e1-2cd89544e4f1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:04.065645 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3125a56-4dce-47b6-8171-e1794974f160 req-ecdb7293-575f-4202-97e1-2cd89544e4f1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0485880 Jan 24 09:54:04.116171 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3125a56-4dce-47b6-8171-e1794974f160 req-5ed938dc-fe63-4551-a32d-52fcdbf8d604 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Jan 24 09:54:04.383228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 56844) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:04.388064 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976437553', 'description': 'tempest-description--1829730402'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:04.413175 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.413936 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cfd7-0961-4df2-920f-2821056863a8 req-ea706c45-9d60-47bc-a0b2-2f068dd0c20c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:04.415508 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-caf2cfd7-0961-4df2-920f-2821056863a8 req-ea706c45-9d60-47bc-a0b2-2f068dd0c20c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.0625951 Jan 24 09:54:04.471016 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-caf2cfd7-0961-4df2-920f-2821056863a8 req-cd2ebc84-893f-48c9-b18a-a767217dc974 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490370 Jan 24 09:54:04.483720 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (d99a542b-fbcf-4876-ab2b-4c77fdc955dc), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.497069 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d99a542b-fbcf-4876-ab2b-4c77fdc955dc), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.517923 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d99a542b-fbcf-4876-ab2b-4c77fdc955dc,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:04.523601 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.527987 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a40d07d9-27a2-458d-a48e-f6d111acad5b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434236 Jan 24 09:54:04.528243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56846) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:04.532969 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group_rule': {'security_group_id': 'd99a542b-fbcf-4876-ab2b-4c77fdc955dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:04.562113 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (2bc980e8-f319-4a81-823d-476e77ebbaa6), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.617967 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (2bc980e8-f319-4a81-823d-476e77ebbaa6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.622496 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (2bc980e8-f319-4a81-823d-476e77ebbaa6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.640680 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc980e8-f319-4a81-823d-476e77ebbaa6,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:04.649977 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.651328 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6972266e-1302-4d5c-99ab-4184f1d50521 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220708 Jan 24 09:54:04.654043 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56848) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:04.658437 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'security_group_rule': {'security_group_id': 'd99a542b-fbcf-4876-ab2b-4c77fdc955dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:04.688300 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (ad78fdd4-28f3-49af-81ca-3ed1272af198), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.748071 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (ad78fdd4-28f3-49af-81ca-3ed1272af198), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.752671 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (ad78fdd4-28f3-49af-81ca-3ed1272af198), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.770427 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad78fdd4-28f3-49af-81ca-3ed1272af198,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:04.782336 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.783708 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-50a757b0-5fd4-48a4-9963-bbf0a88c3f8d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286876 Jan 24 09:54:04.787238 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56850) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:04.791685 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:04.816091 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:04.915750 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.027877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Allocated IP 172.27.3.92 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/6f534c63-2493-4cab-bedd-414d2915af6e) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:54:05.032452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:54:05.040778 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0975c4-8963-4477-a408-748098f13e84 req-830f6427-2d5f-4da8-bdab-f4c2c33e5bf1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:05.053262 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ef0975c4-8963-4477-a408-748098f13e84 req-830f6427-2d5f-4da8-bdab-f4c2c33e5bf1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.0846558 Jan 24 09:54:05.100768 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:54:05.105994 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:54:05.106636 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.175573 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (6f534c63-2493-4cab-bedd-414d2915af6e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.224815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Deleting port fae87b66-e028-42db-be4f-74fa6c626462 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:05.225177 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (fae87b66-e028-42db-be4f-74fa6c626462), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.246984 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:05.247780 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.259736 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.279674 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:05.282250 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439290de-c1b6-43c7-ab11-5e4fb268ecec" -d '{"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:05.296771 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:05.303697 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.305159 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device c0e522b7-60a5-4755-bb6c-e50930b55121 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:05.312471 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=6f534c63-2493-4cab-bedd-414d2915af6e,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:05.332711 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b8b2-5604-4b67-b6f4-9bbce44f2864 req-0e7ad14c-057f-488a-b05e-ce71ec468655 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:05.334233 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aa8b8b2-5604-4b67-b6f4-9bbce44f2864 req-0e7ad14c-057f-488a-b05e-ce71ec468655 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 945 time: 0.1125262 Jan 24 09:54:05.336185 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:54:05.337670 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:54:05.340254 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:54:05.346233 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] For port fae87b66-e028-42db-be4f-74fa6c626462, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fae87b66-e028-42db-be4f-74fa6c626462,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:05.349183 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (fae87b66-e028-42db-be4f-74fa6c626462), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.368121 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b8f5a-a3f2-4a83-9917-81dbf4430aa0 x-openstack-request-id: req-829b8f5a-a3f2-4a83-9917-81dbf4430aa0 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:05.368462 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:05.368707 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-829b8f5a-a3f2-4a83-9917-81dbf4430aa0 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:05.369239 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'code': 200} Jan 24 09:54:05.369945 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: c0e522b7-60a5-4755-bb6c-e50930b55121 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:05.370064 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Calling delete_port for fae87b66-e028-42db-be4f-74fa6c626462 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:05.370288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device c0e522b7-60a5-4755-bb6c-e50930b55121 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:05.413651 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:05.474209 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aa8b8b2-5604-4b67-b6f4-9bbce44f2864 req-74c45952-af3f-4b59-a7d1-d338faa9761e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943706 Jan 24 09:54:05.477217 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.521331 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.542529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (fae87b66-e028-42db-be4f-74fa6c626462), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.582131 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Pushing event deleted for resources: {'Port': ['ID=fae87b66-e028-42db-be4f-74fa6c626462,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:05.591346 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fae87b66-e028-42db-be4f-74fa6c626462'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:05.659353 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] No DVR routers for this DVR port fae87b66-e028-42db-be4f-74fa6c626462 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:05.663349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:05.666710 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ef0975c4-8963-4477-a408-748098f13e84 req-c1376a3d-ce1c-4abf-a032-312df5c3ff01 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "DELETE /v2.0/ports/fae87b66-e028-42db-be4f-74fa6c626462 HTTP/1.1" status: 204 len: 173 time: 0.6075425 Jan 24 09:54:05.685411 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'name': 'network-vif-deleted', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:05.688021 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354384d-b74b-427d-8180-a838ff7383e5" -d '{"events": [{"server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "name": "network-vif-deleted", "tag": "fae87b66-e028-42db-be4f-74fa6c626462"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:05.726646 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec11045-626f-47d2-b8fb-0d8c083e6671 req-63fe17a8-f20a-4c11-9c81-c13646388bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:05.728613 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5ec11045-626f-47d2-b8fb-0d8c083e6671 req-63fe17a8-f20a-4c11-9c81-c13646388bf1 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1099 time: 0.0962100 Jan 24 09:54:05.743178 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70093a08-bf62-49bb-8ec7-e8aacd5e2062 x-openstack-request-id: req-70093a08-bf62-49bb-8ec7-e8aacd5e2062 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:05.743485 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1043c077-6756-47ff-b4c8-d0a54dfa997d", "name": "network-vif-deleted", "tag": "fae87b66-e028-42db-be4f-74fa6c626462", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:05.743739 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70093a08-bf62-49bb-8ec7-e8aacd5e2062 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:05.744149 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043c077-6756-47ff-b4c8-d0a54dfa997d', 'name': 'network-vif-deleted', 'tag': 'fae87b66-e028-42db-be4f-74fa6c626462', 'status': 'completed', 'code': 200} Jan 24 09:54:05.806445 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5ec11045-626f-47d2-b8fb-0d8c083e6671 req-980586fb-6bb5-4be9-8898-1e886882a05c service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487525 Jan 24 09:54:05.954062 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ca25-b0ac-4e03-9f81-03e95b3d7d7a req-b629851a-acff-46ca-9855-4a40f8fae3b8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:05.955564 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ee3ca25-b0ac-4e03-9f81-03e95b3d7d7a req-b629851a-acff-46ca-9855-4a40f8fae3b8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.3586767 Jan 24 09:54:06.018438 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (6f534c63-2493-4cab-bedd-414d2915af6e), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:06.027735 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:06.038146 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ee3ca25-b0ac-4e03-9f81-03e95b3d7d7a req-ee9ccaea-6120-46ee-87ef-2bbe78bbf8f7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735989 Jan 24 09:54:06.104307 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=6f534c63-2493-4cab-bedd-414d2915af6e,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:06.115954 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:06.134557 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:06.135924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-444661e9-0648-4bcb-8886-d3227ff4767a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3476307 Jan 24 09:54:06.368154 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-ebdfbe1e-b095-47dd-91ed-28d31e3b1c70 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--976437553&fields=id&tenant_id=d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 267 time: 0.0491917 Jan 24 09:54:06.479321 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-5948ddf8-c269-488a-8f69-11688156beeb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:06.480942 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-5948ddf8-c269-488a-8f69-11688156beeb tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 811 time: 0.1035411 Jan 24 09:54:06.496543 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-a8f37806-7efe-4790-8186-a417b328e33f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/quotas/d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Jan 24 09:54:06.571651 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-a90e3380-99bb-4d88-8e79-784c585cc3f6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669692 Jan 24 09:54:06.611221 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-623c69d6-66ad-4b83-b568-adade1769b1b req-026eeee6-569f-46ce-94a0-f3004ab8b880 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=1043c077-6756-47ff-b4c8-d0a54dfa997d HTTP/1.1" status: 200 len: 210 time: 0.0337372 Jan 24 09:54:06.703372 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-6f1b365f-5298-4084-96db-745066d749c2 service neutron] 10.222.0.39 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951695 Jan 24 09:54:06.798138 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-24557e2e-1db5-4213-ad57-0a3da837b00c service neutron] 10.222.0.39 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884464 Jan 24 09:54:06.965465 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ebec887-6cc2-4560-a240-3874a50e4b9c req-8d8d0a6a-7c19-4038-b939-903c25cede7c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Jan 24 09:54:07.182360 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bc86b-6712-4480-bbe2-ef2d5242397a req-101eeb5b-04f1-48dc-8937-b8aaeaf1057c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:07.184305 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-108bc86b-6712-4480-bbe2-ef2d5242397a req-101eeb5b-04f1-48dc-8937-b8aaeaf1057c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0621762 Jan 24 09:54:07.240593 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-108bc86b-6712-4480-bbe2-ef2d5242397a req-a3c5a126-3ac0-46e9-959d-c124d1516903 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 Jan 24 09:54:08.130454 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-53fd9af0-c9ee-4e55-b625-42c266b4e98e req-1118dd28-e0de-494b-b956-852a42520b86 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0270538 Jan 24 09:54:08.380652 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd06c2b-e9ed-4941-ac2f-ac922047fcac req-646d009a-171c-40fa-8299-a8efbf933c19 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:08.382170 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9cd06c2b-e9ed-4941-ac2f-ac922047fcac req-646d009a-171c-40fa-8299-a8efbf933c19 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0613167 Jan 24 09:54:08.432675 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9cd06c2b-e9ed-4941-ac2f-ac922047fcac req-f5c0b396-dae0-4e6b-8aa3-349338bda838 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 Jan 24 09:54:08.564199 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a148749-4b0d-4a98-a48d-d4baf0e991de req-d45c7297-01f9-446d-90bf-e52ff14369a4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:08.565587 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a148749-4b0d-4a98-a48d-d4baf0e991de req-d45c7297-01f9-446d-90bf-e52ff14369a4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0572727 Jan 24 09:54:08.575570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 56904) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:08.580021 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'floatingip': {'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:08.621741 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:09.224302 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:09.239117 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ce2fbc5-7746-48b9-bbb9-412adb013f09 req-413daedd-c555-4857-9080-605e77b7b38c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0355356 Jan 24 09:54:09.239828 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:09.336536 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Floating IP 1ae4489f-4b25-4822-9bc3-19c9a8e2cb66 associated. External IP: 172.27.3.88, port: 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce. Jan 24 09:54:09.541865 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:09.651948 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:09.658712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:09.664925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:09.675284 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:09.675896 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:09.686383 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3fa6b84e-2573-473b-9b50-c93589b5920e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "PUT /v2.0/floatingips/1ae4489f-4b25-4822-9bc3-19c9a8e2cb66 HTTP/1.1" status: 200 len: 991 time: 1.1097667 Jan 24 09:54:09.686961 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:09.689503 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1f97b-e287-4213-bad4-62782d23f928" -d '{"events": [{"name": "network-changed", "server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:09.729588 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e2b3e6-ff89-4317-a5d6-97ad21c4b8b3 x-openstack-request-id: req-52e2b3e6-ff89-4317-a5d6-97ad21c4b8b3 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:09.730007 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:09.730353 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e2b3e6-ff89-4317-a5d6-97ad21c4b8b3 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:09.730878 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'status': 'completed', 'code': 200} Jan 24 09:54:09.781799 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:10.055331 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '1ae4489f-4b25-4822-9bc3-19c9a8e2cb66', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:53:55Z', 'updated_at': '2022-01-24T09:54:09Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:10.080756 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:10.089380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:10.089978 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:53:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:10.196921 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:10.335475 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3744304c-7545-4f1d-bc3d-69e0cc69375b req-f503d3f2-6b7a-4fc6-a782-2e3f0d180d10 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0260131 Jan 24 09:54:10.421952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '1ae4489f-4b25-4822-9bc3-19c9a8e2cb66', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:53:55Z', 'updated_at': '2022-01-24T09:54:09Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:10.569176 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032bf96-fc4d-43ee-98f3-c6ba532723ec None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '1ae4489f-4b25-4822-9bc3-19c9a8e2cb66', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:53:55Z', 'updated_at': '2022-01-24T09:54:09Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:10.764673 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbda9f-cdd7-4840-8535-3193d55d5f5e None None] New status for floating IP 1ae4489f-4b25-4822-9bc3-19c9a8e2cb66: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:54:10.863059 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fae87b66-e028-42db-be4f-74fa6c626462 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:10.884157 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: fae87b66-e028-42db-be4f-74fa6c626462 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:10.884477 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fae87b66-e028-42db-be4f-74fa6c626462 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:11.056881 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1f97b-e287-4213-bad4-62782d23f928 req-ac605bc1-b7b6-40c1-91ee-7f377ad94921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:11.058260 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-ac605bc1-b7b6-40c1-91ee-7f377ad94921 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1099 time: 0.1082897 Jan 24 09:54:11.109613 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-ff10a4db-acde-4b15-abe2-fb51181ab04a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:11.111083 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-ff10a4db-acde-4b15-abe2-fb51181ab04a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 811 time: 0.1702244 Jan 24 09:54:11.196928 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1f97b-e287-4213-bad4-62782d23f928 req-85a3913f-cee1-4e72-bcd3-647d83059da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:11.198556 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-85a3913f-cee1-4e72-bcd3-647d83059da8 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.1254377 Jan 24 09:54:11.268023 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-d1a6c1e1-be7c-45f8-94fb-bffd8872bac2 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d729796505774fa5bd9b9590e8fc2924 HTTP/1.1" status: 200 len: 379 time: 0.1052592 Jan 24 09:54:11.287273 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'port': {'device_id': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'admin_state_up': True, 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'security_groups': ['d99a542b-fbcf-4876-ab2b-4c77fdc955dc']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:11.292845 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-5e9d2823-5101-4a0e-8547-39547aac3dc2 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 1001 time: 0.0838265 Jan 24 09:54:11.385117 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1f97b-e287-4213-bad4-62782d23f928 req-ec905850-283f-40a9-a543-57499b93aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:11.386628 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-ec905850-283f-40a9-a543-57499b93aac1 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0807590 Jan 24 09:54:11.427830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5bd2af89-d058-4c2f-817c-174e827cc300 req-18770ec1-3552-441e-99a6-5020c885d74f tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0253000 Jan 24 09:54:11.456011 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1f97b-e287-4213-bad4-62782d23f928 req-b36ccca2-4938-4d22-ac1b-c832cc8e9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:11.457538 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-b36ccca2-4938-4d22-ac1b-c832cc8e9004 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617261 Jan 24 09:54:11.474149 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Made reservation on behalf of d729796505774fa5bd9b9590e8fc2924 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:54:11.477388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:11.529240 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:54:11.611626 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-0e693aca-15df-4520-82fa-cea03ba25de1 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452265 Jan 24 09:54:11.707050 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Allocated IP 172.20.0.14 (821b19c6-c688-4d2b-bdba-98473bd6e28b/8efb728b-6fe6-4424-a579-52bd699eb64c/6c86941c-6b54-45b1-bb64-bc0a589b702f) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:54:11.755915 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-87f1f97b-e287-4213-bad4-62782d23f928 req-1a218305-3448-489a-b602-d52f473b5083 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200676 Jan 24 09:54:11.876903 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:11.913271 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:11.957551 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:54:11.960806 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:54:11.963448 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:54:11.994659 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event updated for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:12.038968 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:12.039689 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.059659 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-e5be2e41-400b-4543-813d-6ac7826408c5 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7798548 Jan 24 09:54:12.078589 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Request body: {'port': {'device_id': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:12.142279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.256642 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-a549ef4f-ce11-4a92-84bb-e6986f7a3df1 None None] Provisioning complete for port 6c86941c-6b54-45b1-bb64-bc0a589b702f triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:54:12.257219 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a549ef4f-ce11-4a92-84bb-e6986f7a3df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.294997 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a549ef4f-ce11-4a92-84bb-e6986f7a3df1 None None] Port 6c86941c-6b54-45b1-bb64-bc0a589b702f cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:54:12.423625 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86941c-6b54-45b1-bb64-bc0a589b702f {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:54:12.431498 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks [] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.470379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Transition to ACTIVE for port object 6c86941c-6b54-45b1-bb64-bc0a589b702f will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:54:12.475969 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.519289 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-8e6f6210-bfcc-48bc-aa2c-ec4541eb0513 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852036 Jan 24 09:54:12.530983 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:12.555902 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1d39-2a70-47a1-a84c-befb148e183d req-3a707a72-d8ff-41be-a181-83451428cfa1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:12.557984 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ed5c1d39-2a70-47a1-a84c-befb148e183d req-3a707a72-d8ff-41be-a181-83451428cfa1 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.0618818 Jan 24 09:54:12.606964 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Attempting to bind port 6c86941c-6b54-45b1-bb64-bc0a589b702f on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:54:12.607333 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Attempting to bind port 6c86941c-6b54-45b1-bb64-bc0a589b702f by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:54:12.607629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Attempting to bind port 6c86941c-6b54-45b1-bb64-bc0a589b702f on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:54:12.620932 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Port 6c86941c-6b54-45b1-bb64-bc0a589b702f on network 821b19c6-c688-4d2b-bdba-98473bd6e28b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:54:12.621249 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Attempting to bind port 6c86941c-6b54-45b1-bb64-bc0a589b702f on network 821b19c6-c688-4d2b-bdba-98473bd6e28b {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:54:12.623427 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ed5c1d39-2a70-47a1-a84c-befb148e183d req-5ffd891a-efe4-48cf-9a17-0f299072373e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572441 Jan 24 09:54:12.647433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:54:12.647762 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Checking segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:54:12.648165 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Bound using segment: {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:54:12.648592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Bound port: 6c86941c-6b54-45b1-bb64-bc0a589b702f, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60de287-5884-4ba1-99fe-f77f15364f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:54:12.648946 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.694635 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-b511dcea-46c6-44fd-933b-3e53bbe6e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:12.696147 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-b511dcea-46c6-44fd-933b-3e53bbe6e0c5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1137 time: 0.0838783 Jan 24 09:54:12.747157 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:54:12.787521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:54:12.796501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.853577 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:12.854313 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:12.855934 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] 10.222.0.123 "PUT /v2.0/ports/6c86941c-6b54-45b1-bb64-bc0a589b702f HTTP/1.1" status: 200 len: 1094 time: 0.7820680 Jan 24 09:54:12.859403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:12.861655 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3693b-e49a-4661-833f-130f8c0d9157" -d '{"events": [{"name": "network-changed", "server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:12.868587 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-65060d77-a087-4a7a-a71c-e85587848521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:12.870030 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-65060d77-a087-4a7a-a71c-e85587848521 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.1533234 Jan 24 09:54:12.891616 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4af5d-151a-4e38-b837-bf6e0d5037c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:12.926049 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b08ae-8467-47fc-a11d-0f378c2520a7 x-openstack-request-id: req-687b08ae-8467-47fc-a11d-0f378c2520a7 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:12.926342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:12.926595 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-687b08ae-8467-47fc-a11d-0f378c2520a7 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:12.927025 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'status': 'completed', 'code': 200} Jan 24 09:54:12.981614 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-9dde1d2f-534b-4720-820e-8a05166deada service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 1000 time: 0.1009378 Jan 24 09:54:13.000719 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-5dab8814-41f4-4faa-8756-911b29c364c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.002181 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-5dab8814-41f4-4faa-8756-911b29c364c5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 1097 time: 0.0645351 Jan 24 09:54:13.068708 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-b2198b90-330f-4164-9b3e-ccd4c13cad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.070190 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-b2198b90-330f-4164-9b3e-ccd4c13cad1e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0792911 Jan 24 09:54:13.071429 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-bdd9e16e-a33c-4a93-8670-deb9798d9af4 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f HTTP/1.1" status: 200 len: 217 time: 0.0432127 Jan 24 09:54:13.154025 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-c5a5a79c-df09-40ff-a062-031333c96000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.156218 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-c5a5a79c-df09-40ff-a062-031333c96000 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0727639 Jan 24 09:54:13.163454 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-ca97d980-1fd3-4586-8def-93eac519790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.164827 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-ca97d980-1fd3-4586-8def-93eac519790f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824769 Jan 24 09:54:13.282170 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97d777f8-92a5-4bc2-9c3a-4517e5f0f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.284155 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-97d777f8-92a5-4bc2-9c3a-4517e5f0f786 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011436 Jan 24 09:54:13.323725 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-f8b7efd3-8115-4c0a-a771-e622a5cc4607 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329284 Jan 24 09:54:13.443760 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-f7774c48-56af-447b-a43d-b2da47bc444a service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506054 Jan 24 09:54:13.466388 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f5ea178c-2fd6-45f8-8417-d6b8a7c17220 req-341db60f-0918-42c5-845e-1248ead1a3f0 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148105 Jan 24 09:54:13.783974 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-1b4e2c84-6a9c-496f-aa74-15a38c1e1bf5 req-2d31f755-25fb-435f-8cea-cf4d676c94b0 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297625 Jan 24 09:54:13.791804 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:13.991930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d7ae1-d991-4ebd-9ab5-f255eeda84be req-3ed9c924-bdf5-4ef3-b478-93ee497dddab tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:13.993300 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-996d7ae1-d991-4ebd-9ab5-f255eeda84be req-3ed9c924-bdf5-4ef3-b478-93ee497dddab tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.2934561 Jan 24 09:54:14.041625 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-996d7ae1-d991-4ebd-9ab5-f255eeda84be req-bad2e7a1-87c6-43f0-b3f8-8295f2090dba tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Jan 24 09:54:15.158589 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033646-9a72-464a-b4cb-1093faecf7d7 req-5d254f33-c115-4633-a58c-a29c71e677ef tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:15.160463 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a2033646-9a72-464a-b4cb-1093faecf7d7 req-5d254f33-c115-4633-a58c-a29c71e677ef tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.0520415 Jan 24 09:54:15.207588 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a2033646-9a72-464a-b4cb-1093faecf7d7 req-8b839e87-2b90-4a28-b2e3-77c4b007fc34 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412455 Jan 24 09:54:16.329731 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de01302-661a-48d6-9da5-975992257818 req-61d0be37-92b3-443d-b068-163472b1ab8e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:16.331266 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4de01302-661a-48d6-9da5-975992257818 req-61d0be37-92b3-443d-b068-163472b1ab8e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.0550098 Jan 24 09:54:16.379325 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4de01302-661a-48d6-9da5-975992257818 req-9cec6bf7-1215-4aa7-9884-c0af7530ea64 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Jan 24 09:54:16.549645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-695e50f0-ab4c-4149-9465-e8ae066a2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:16.551181 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-695e50f0-ab4c-4149-9465-e8ae066a2a19 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 1097 time: 0.1008251 Jan 24 09:54:16.703597 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-765a6324-db00-4c99-b50e-9b0710c528bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:16.705013 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-765a6324-db00-4c99-b50e-9b0710c528bf service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.0962992 Jan 24 09:54:16.749502 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-4fd96666-495f-4fa0-9e39-d9ccaa54e2fc service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f HTTP/1.1" status: 200 len: 217 time: 0.0342522 Jan 24 09:54:16.801767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-96ece585-fd57-4bba-beea-3e4e75414c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:16.803180 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-96ece585-fd57-4bba-beea-3e4e75414c95 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0445206 Jan 24 09:54:16.849885 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-76525542-5e6c-458d-af28-27e3a1c90f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:16.851431 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-76525542-5e6c-458d-af28-27e3a1c90f7f service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395572 Jan 24 09:54:16.945683 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-947bee85-24ca-4417-beaa-bfce38368f44 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852621 Jan 24 09:54:17.041627 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7bd3693b-e49a-4661-833f-130f8c0d9157 req-4be81f43-3ca2-4f41-a790-2bd7a4bf22fc service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882511 Jan 24 09:54:17.502547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca685ad3-513d-4783-92be-754c40a86eb2 req-68874e59-bd79-470d-897d-7eae399347b8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:17.504062 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ca685ad3-513d-4783-92be-754c40a86eb2 req-68874e59-bd79-470d-897d-7eae399347b8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.0495784 Jan 24 09:54:17.554169 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ca685ad3-513d-4783-92be-754c40a86eb2 req-1243038b-bea8-45de-9af2-4745b099fe76 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443261 Jan 24 09:54:17.745547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-58a8129b-2ff1-43c0-bb77-e6ea0e9fa501 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:17.746928 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-58a8129b-2ff1-43c0-bb77-e6ea0e9fa501 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 814 time: 0.1056762 Jan 24 09:54:17.763988 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-267c4aad-edbd-43ca-b017-c41f56ea781d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/quotas/165bd458322f420ca1c1e5243ff47f65 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Jan 24 09:54:17.796548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-b316c9d4-6a24-4512-9d12-61caba9dac97 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254724 Jan 24 09:54:17.949780 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-d1c18f94-3a02-4d69-966c-d1954629f81e service neutron] 10.222.0.39 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465371 Jan 24 09:54:18.039102 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-ed440ff2-c057-42a8-9d7d-243c06fb564d service neutron] 10.222.0.39 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834231 Jan 24 09:54:18.209960 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7820aa20-ad10-45ea-9060-75a7214bd3b5 req-002722b9-4ed7-4471-851b-2a4adac5584f tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0265429 Jan 24 09:54:18.672114 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a9fa-68dc-4e78-9cf5-68457847c265 req-c83d52e5-eba6-4cd9-a5b5-d80817c62d9b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:18.673614 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-af60a9fa-68dc-4e78-9cf5-68457847c265 req-c83d52e5-eba6-4cd9-a5b5-d80817c62d9b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 944 time: 0.0535746 Jan 24 09:54:18.721936 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-af60a9fa-68dc-4e78-9cf5-68457847c265 req-38d8d8b2-eb1d-4d8a-8578-16f1c8f981fe tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Jan 24 09:54:19.082166 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 6c86941c-6b54-45b1-bb64-bc0a589b702f details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:54:19.183657 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:19.196402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'port_id': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'mac_address': 'fa:16:3e:40:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:54:19.235480 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 6c86941c-6b54-45b1-bb64-bc0a589b702f is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:19.235881 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.251915 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86941c-6b54-45b1-bb64-bc0a589b702f {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:54:19.282212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:19.288455 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.321659 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7e5202db-e3fc-4f3f-9233-42d7050c5eae req-6d99211a-1a3a-4d79-bfd1-6126caef9257 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0308249 Jan 24 09:54:19.351394 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:19.362697 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-19cd34a9-9b2c-4740-a539-16763cc4f37f tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:19.364268 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-19cd34a9-9b2c-4740-a539-16763cc4f37f tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 814 time: 0.1208928 Jan 24 09:54:19.392361 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Request body: {'port': {'device_id': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad', 'admin_state_up': True, 'tenant_id': '165bd458322f420ca1c1e5243ff47f65'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:19.510442 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Made reservation on behalf of 165bd458322f420ca1c1e5243ff47f65 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:54:19.514150 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.637317 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Allocated IP 172.20.0.7 (0198a61f-8a87-4d19-b52f-05777c81faad/2933e0f1-54df-4b09-bdf4-ef85fce88eb3/e97b3b1b-78e5-46d9-b826-0a6ebc21322f) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:54:19.728427 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['6c86941c-6b54-45b1-bb64-bc0a589b702f'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:19.791151 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks [] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.829095 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.847389 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0d7b7-0fef-4c5c-95fb-0ccbdf13616b req-ce6b60a8-0e96-42a1-adb6-4f09dace682c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:19.849077 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0eb0d7b7-0fef-4c5c-95fb-0ccbdf13616b req-ce6b60a8-0e96-42a1-adb6-4f09dace682c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Jan 24 09:54:19.875482 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Network 0198a61f-8a87-4d19-b52f-05777c81faad is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:54:19.878621 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:54:19.882498 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:54:19.902592 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0eb0d7b7-0fef-4c5c-95fb-0ccbdf13616b req-4a15db4c-5334-45d9-ad74-db605a64da9a tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458255 Jan 24 09:54:19.907934 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Pushing event updated for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.935807 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:19.938501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:19.953275 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-acaddfde-64de-4fc2-bbb2-bb49f71e3b6e tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649474 Jan 24 09:54:19.976334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Request body: {'port': {'device_id': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:20.029317 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.301963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97b3b1b-78e5-46d9-b826-0a6ebc21322f {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:54:20.309790 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks [] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.321721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Transition to ACTIVE for port object e97b3b1b-78e5-46d9-b826-0a6ebc21322f will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:54:20.328028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.386046 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:20.451433 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e81b-52fb-4b12-94b0-aa44a959d068 req-ceaef637-6bc6-4d15-893d-dfe838b5376b tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:20.452927 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1d6e81b-52fb-4b12-94b0-aa44a959d068 req-ceaef637-6bc6-4d15-893d-dfe838b5376b tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 943 time: 0.0539398 Jan 24 09:54:20.455677 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Attempting to bind port e97b3b1b-78e5-46d9-b826-0a6ebc21322f on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:54:20.456014 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Attempting to bind port e97b3b1b-78e5-46d9-b826-0a6ebc21322f by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:54:20.456338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Attempting to bind port e97b3b1b-78e5-46d9-b826-0a6ebc21322f on network 0198a61f-8a87-4d19-b52f-05777c81faad {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:54:20.460935 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Port e97b3b1b-78e5-46d9-b826-0a6ebc21322f on network 0198a61f-8a87-4d19-b52f-05777c81faad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:54:20.461252 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Attempting to bind port e97b3b1b-78e5-46d9-b826-0a6ebc21322f on network 0198a61f-8a87-4d19-b52f-05777c81faad {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:54:20.466228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:54:20.466560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Checking segment: {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:54:20.466962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Bound using segment: {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:54:20.467403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Bound port: e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:54:20.467775 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.507844 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c1d6e81b-52fb-4b12-94b0-aa44a959d068 req-5d714d47-d227-49cf-ab88-c3bd223323ff tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487063 Jan 24 09:54:20.534442 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:54:20.538038 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:54:20.545217 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.580379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:20.580994 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:20.582376 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] 10.222.0.123 "PUT /v2.0/ports/e97b3b1b-78e5-46d9-b826-0a6ebc21322f HTTP/1.1" status: 200 len: 1093 time: 0.6102033 Jan 24 09:54:20.582826 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:20.585089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbabdb-4d21-49ca-82af-9b3585d68475" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:20.605760 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af017-00f9-4d1d-b62f-4572722dceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:20.626167 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01dbc44-0a43-49a6-b0a0-78e035d2d4f6 x-openstack-request-id: req-c01dbc44-0a43-49a6-b0a0-78e035d2d4f6 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:20.626501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:20.626752 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c01dbc44-0a43-49a6-b0a0-78e035d2d4f6 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:20.627308 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f', 'status': 'completed', 'code': 200} Jan 24 09:54:20.698525 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-6b7cc7f9-b7e3-45af-bfae-12b002367a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:20.700055 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-6b7cc7f9-b7e3-45af-bfae-12b002367a63 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0430989 Jan 24 09:54:20.753816 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-073967c5-77c6-4c43-89e4-71b0da5c56b1 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f HTTP/1.1" status: 200 len: 217 time: 0.0368581 Jan 24 09:54:20.802255 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-ffe85f7f-0651-44d1-92b5-594fef653db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:20.803739 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-ffe85f7f-0651-44d1-92b5-594fef653db4 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=2933e0f1-54df-4b09-bdf4-ef85fce88eb3 HTTP/1.1" status: 200 len: 854 time: 0.0428329 Jan 24 09:54:20.838280 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-bee564f1-3952-4b0e-8f8d-fc43924344a8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0198a61f-8a87-4d19-b52f-05777c81faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252569 Jan 24 09:54:20.937172 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-757ca0f7-3de3-4bc8-87d3-64f412b3b4b8 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853410 Jan 24 09:54:21.018678 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea897e-8cdc-4fce-8460-97ba317663c7 req-43c994dc-03e7-4c1a-bba7-af9e02d2c1cd tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.020234 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dbea897e-8cdc-4fce-8460-97ba317663c7 req-43c994dc-03e7-4c1a-bba7-af9e02d2c1cd tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Jan 24 09:54:21.028846 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fa95799b-d820-4a1f-9db2-916c07bf0d4b req-6f6d03a6-bd8e-405d-815e-a7deea08ee27 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848427 Jan 24 09:54:21.069800 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dbea897e-8cdc-4fce-8460-97ba317663c7 req-359741d2-ff06-4062-b94c-d5cda4ea9fd6 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437088 Jan 24 09:54:21.117478 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 6c86941c-6b54-45b1-bb64-bc0a589b702f up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:54:21.172369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 6c86941c-6b54-45b1-bb64-bc0a589b702f completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:54:21.176952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 6c86941c-6b54-45b1-bb64-bc0a589b702f triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:54:21.177408 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:21.196767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-9b6a7c27-77e9-4edf-928b-11b5641294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.198288 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-9b6a7c27-77e9-4edf-928b-11b5641294d1 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=165bd458322f420ca1c1e5243ff47f65&device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 1096 time: 0.0431042 Jan 24 09:54:21.255673 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 6c86941c-6b54-45b1-bb64-bc0a589b702f is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:21.256068 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:21.279792 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:21.281996 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e30c91d-666c-499c-ab04-e94e4eb4c590" -d '{"events": [{"server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "name": "network-vif-plugged", "status": "completed", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:21.291327 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-93039aa6-838b-4890-a59a-8c696b3b5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.292877 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-93039aa6-838b-4890-a59a-8c696b3b5d4f service neutron] 10.222.0.123 "GET /v2.0/networks?id=0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 200 len: 915 time: 0.0872796 Jan 24 09:54:21.294913 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:21.299414 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:21.323980 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cba109-6c64-4930-bec2-22851eebee63 x-openstack-request-id: req-79cba109-6c64-4930-bec2-22851eebee63 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:21.324305 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "name": "network-vif-plugged", "status": "completed", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:21.324562 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79cba109-6c64-4930-bec2-22851eebee63 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:21.324958 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'code': 200} Jan 24 09:54:21.336254 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-2383d02c-01bc-4a35-9c32-c158e95ce3d3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f HTTP/1.1" status: 200 len: 217 time: 0.0358870 Jan 24 09:54:21.350024 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:21.429440 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-8713d698-ea91-4aa5-96d3-690fb6370a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.430936 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-8713d698-ea91-4aa5-96d3-690fb6370a31 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=2933e0f1-54df-4b09-bdf4-ef85fce88eb3 HTTP/1.1" status: 200 len: 854 time: 0.0527279 Jan 24 09:54:21.466606 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-2153bccc-37dc-4054-8ca1-279c9f688aff service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=0198a61f-8a87-4d19-b52f-05777c81faad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253105 Jan 24 09:54:21.600271 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-b889e078-17fb-4ed2-a247-714ecf59ebd2 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199448 Jan 24 09:54:21.602143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d48d80-6199-4ba2-a06d-7143ba65047e req-1a6cd4bd-01ea-4707-9168-150ca40e2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.603578 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-40d48d80-6199-4ba2-a06d-7143ba65047e req-1a6cd4bd-01ea-4707-9168-150ca40e2465 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 1099 time: 0.0731485 Jan 24 09:54:21.640337 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c3aa7-605a-4a1b-9503-653ffb71e5f1 req-d8cc4ba4-162c-40dd-a5e8-f531e21f1cb1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:21.641882 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-665c3aa7-605a-4a1b-9503-653ffb71e5f1 req-d8cc4ba4-162c-40dd-a5e8-f531e21f1cb1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 943 time: 0.0607920 Jan 24 09:54:21.689869 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-665c3aa7-605a-4a1b-9503-653ffb71e5f1 req-5ecd7eb9-826a-4f20-902e-647d01e7199d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Jan 24 09:54:21.721244 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-40d48d80-6199-4ba2-a06d-7143ba65047e req-9f73ae6c-c0dd-4c66-9ff7-932ca9f89d8d service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919812 Jan 24 09:54:21.736185 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b6fbabdb-4d21-49ca-82af-9b3585d68475 req-cbf71b83-5ac4-44a0-8f02-927e2b77b611 service neutron] 10.222.0.123 "GET /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142571 Jan 24 09:54:22.199715 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc80f43-b570-4921-9374-bcec849e4646 req-4d5e0084-9113-47a5-9f2a-73a8e7f8fe63 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:22.201136 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cdc80f43-b570-4921-9374-bcec849e4646 req-4d5e0084-9113-47a5-9f2a-73a8e7f8fe63 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0509837 Jan 24 09:54:22.264730 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cdc80f43-b570-4921-9374-bcec849e4646 req-609e2c92-26b5-4eb2-91c7-9b4d306d9f47 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577905 Jan 24 09:54:22.807543 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80644-87de-41ca-850a-28c5530f0b98 req-6cf5d8ab-004b-4578-89f4-987c5ea97d88 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:22.809060 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13b80644-87de-41ca-850a-28c5530f0b98 req-6cf5d8ab-004b-4578-89f4-987c5ea97d88 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 943 time: 0.0489311 Jan 24 09:54:22.862205 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13b80644-87de-41ca-850a-28c5530f0b98 req-c1b08f77-d04e-44ee-ba8c-28048e891f6c tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Jan 24 09:54:23.021330 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f9d8bffa-1c41-4469-87c7-365377cafa2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:23.386717 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47f94-bdb0-4dfc-9144-d9b73f9e35ae req-995b1edf-11c3-45e0-9dd5-8a28d349884d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:23.388279 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6aa47f94-bdb0-4dfc-9144-d9b73f9e35ae req-995b1edf-11c3-45e0-9dd5-8a28d349884d tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Jan 24 09:54:23.435362 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6aa47f94-bdb0-4dfc-9144-d9b73f9e35ae req-94fd74ce-1f39-4ab1-b222-681463888096 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Jan 24 09:54:23.989362 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba74a42-84a4-4af1-876b-b58787619a32 req-95d81f49-a18f-4fb2-8c18-d5eefb8c7586 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:23.991128 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ba74a42-84a4-4af1-876b-b58787619a32 req-95d81f49-a18f-4fb2-8c18-d5eefb8c7586 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 943 time: 0.0537233 Jan 24 09:54:24.051777 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ba74a42-84a4-4af1-876b-b58787619a32 req-6aaffb3b-a70b-4ce4-82ff-6ce4bd4f4207 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Jan 24 09:54:24.588990 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2e1df-135a-47cf-be91-b9a69cac1cc9 req-857b9dcb-e17e-4330-9a32-900def3b82c0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:24.590448 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dcd2e1df-135a-47cf-be91-b9a69cac1cc9 req-857b9dcb-e17e-4330-9a32-900def3b82c0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0626311 Jan 24 09:54:24.638749 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dcd2e1df-135a-47cf-be91-b9a69cac1cc9 req-7110e832-2f2d-4034-99fd-9e77f465e2ab tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406723 Jan 24 09:54:24.755075 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52bb19-641d-4ea3-a9f1-3a8f2d7c3b86 req-c1f82dd8-ccde-4235-a83a-8efd5320c587 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:24.756563 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0f52bb19-641d-4ea3-a9f1-3a8f2d7c3b86 req-c1f82dd8-ccde-4235-a83a-8efd5320c587 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0524099 Jan 24 09:54:24.765064 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57050) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:24.769606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Request body: {'floatingip': {'port_id': '6c86941c-6b54-45b1-bb64-bc0a589b702f'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:24.807952 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.143461 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e97b3b1b-78e5-46d9-b826-0a6ebc21322f details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:54:25.170929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4c91-5a79-451a-a9cc-65989bf57db6 req-6abe7f4a-4338-4b38-8600-3ae132273306 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:25.180039 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-779c4c91-5a79-451a-a9cc-65989bf57db6 req-6abe7f4a-4338-4b38-8600-3ae132273306 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 943 time: 0.0600975 Jan 24 09:54:25.229856 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-779c4c91-5a79-451a-a9cc-65989bf57db6 req-712be863-c10c-475e-a1bd-91b641ec0865 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Jan 24 09:54:25.253852 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:25.262342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.266774 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.273559 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f', 'network_id': '0198a61f-8a87-4d19-b52f-05777c81faad', 'port_id': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f', 'mac_address': 'fa:16:3e:aa:31:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2933e0f1-54df-4b09-bdf4-ef85fce88eb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:54:25.302046 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-49063f2b-7b7f-416a-8c3f-417bfb2d65ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.316898 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port e97b3b1b-78e5-46d9-b826-0a6ebc21322f is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:25.317364 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.330308 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97b3b1b-78e5-46d9-b826-0a6ebc21322f {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:54:25.353236 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:25.357804 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.369166 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Floating IP dd2331ae-b5ed-49cd-a6a0-303f28e4526c associated. External IP: 172.27.3.92, port: 6c86941c-6b54-45b1-bb64-bc0a589b702f. Jan 24 09:54:25.405466 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:25.581788 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:25.766821 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['e97b3b1b-78e5-46d9-b826-0a6ebc21322f'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:25.925206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:25.929929 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:25.934824 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:25.943604 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:25.944214 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:25.955651 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-00e10663-7f96-4ea5-aaaa-929757edcb13 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "PUT /v2.0/floatingips/dd2331ae-b5ed-49cd-a6a0-303f28e4526c HTTP/1.1" status: 200 len: 991 time: 1.1895308 Jan 24 09:54:25.956236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:25.958486 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b768616a-6faa-43e6-8459-97eb1ebb0172" -d '{"events": [{"name": "network-changed", "server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:26.000419 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcffbf21-7d4c-4211-a7e4-567c67b591c2 x-openstack-request-id: req-dcffbf21-7d4c-4211-a7e4-567c67b591c2 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:26.000687 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:26.001102 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcffbf21-7d4c-4211-a7e4-567c67b591c2 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:26.001507 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'status': 'completed', 'code': 200} Jan 24 09:54:26.051509 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:26.106106 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-4ee82c29-82aa-49e8-95c2-1356ab87c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:26.106106 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-4ee82c29-82aa-49e8-95c2-1356ab87c1c2 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=d729796505774fa5bd9b9590e8fc2924&device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 1099 time: 0.0418286 Jan 24 09:54:26.203773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-b1329541-c36c-4e80-bc29-8ca74c29b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:26.205236 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-b1329541-c36c-4e80-bc29-8ca74c29b631 service neutron] 10.222.0.123 "GET /v2.0/networks?id=821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 200 len: 912 time: 0.0928946 Jan 24 09:54:26.222469 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:26.274020 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-5376f99f-0405-471e-8205-e7e411aa344a service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f HTTP/1.1" status: 200 len: 999 time: 0.0604715 Jan 24 09:54:26.289934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'dd2331ae-b5ed-49cd-a6a0-303f28e4526c', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:40:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:54:05Z', 'updated_at': '2022-01-24T09:54:25Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:26.316208 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:26.325071 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:26.325689 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:26.326749 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-796098b6-c3fb-41b5-8141-f9206eda1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:26.328237 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-796098b6-c3fb-41b5-8141-f9206eda1742 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 200 len: 850 time: 0.0476437 Jan 24 09:54:26.352536 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6eee5-f188-4490-a076-1d30776e0676 req-09a765a3-f4fc-42d0-8d59-b1d2d6100324 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:26.354086 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bae6eee5-f188-4490-a076-1d30776e0676 req-09a765a3-f4fc-42d0-8d59-b1d2d6100324 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 944 time: 0.0521843 Jan 24 09:54:26.383682 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-4b659487-f2d8-45cd-956a-45cd806dbede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:26.385910 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-4b659487-f2d8-45cd-956a-45cd806dbede service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=821b19c6-c688-4d2b-bdba-98473bd6e28b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454912 Jan 24 09:54:26.402810 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bae6eee5-f188-4490-a076-1d30776e0676 req-fc89612e-4dbd-4346-9871-89c1906cbb3a tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Jan 24 09:54:26.438092 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:26.477914 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-f4f3825a-f0fe-48a0-ad3f-ee01c6dfbec1 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809808 Jan 24 09:54:26.571720 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b768616a-6faa-43e6-8459-97eb1ebb0172 req-6cd5b991-5573-4631-913e-ce0da3a946d5 service neutron] 10.222.0.123 "GET /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 Jan 24 09:54:26.784766 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'dd2331ae-b5ed-49cd-a6a0-303f28e4526c', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:40:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:54:05Z', 'updated_at': '2022-01-24T09:54:25Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:26.810248 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13a043e-eade-4065-81f2-b19e69ef0b91 None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'dd2331ae-b5ed-49cd-a6a0-303f28e4526c', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'port_id': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'mac_address': 'fa:16:3e:40:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:54:05Z', 'updated_at': '2022-01-24T09:54:25Z', 'revision_number': 1, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:27.005519 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26611564-5880-4a6f-8247-bb51222b1495 None None] New status for floating IP dd2331ae-b5ed-49cd-a6a0-303f28e4526c: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:54:27.149311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e97b3b1b-78e5-46d9-b826-0a6ebc21322f up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:54:27.201999 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port e97b3b1b-78e5-46d9-b826-0a6ebc21322f completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:54:27.205711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port e97b3b1b-78e5-46d9-b826-0a6ebc21322f triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:54:27.206096 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:27.286194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port e97b3b1b-78e5-46d9-b826-0a6ebc21322f is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:27.286872 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:27.309137 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:27.311383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbf80e5-edcc-49b9-9ac3-d2a5f04fd357" -d '{"events": [{"server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "name": "network-vif-plugged", "status": "completed", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:27.323154 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:27.327503 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:27.351629 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f738a69f-dd71-4e00-87b4-d01ca23e7688 x-openstack-request-id: req-f738a69f-dd71-4e00-87b4-d01ca23e7688 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:27.351938 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "name": "network-vif-plugged", "status": "completed", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:27.352197 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f738a69f-dd71-4e00-87b4-d01ca23e7688 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:27.352614 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f', 'code': 200} Jan 24 09:54:27.377396 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:27.525989 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0591df-2f0c-464e-8a33-dca672715fb4 req-9fe2f0da-f4d8-4fb7-a04d-83444fa2edd2 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:27.527497 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc0591df-2f0c-464e-8a33-dca672715fb4 req-9fe2f0da-f4d8-4fb7-a04d-83444fa2edd2 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Jan 24 09:54:27.572375 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbfd54-c9e6-48f5-9a24-784bf72e4fd4 req-665db7c8-2723-4d94-a8ef-600072d408e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:27.573717 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc0591df-2f0c-464e-8a33-dca672715fb4 req-9f7360d3-0e4a-46ca-a35a-0442004ed4b3 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Jan 24 09:54:27.573936 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25cbfd54-c9e6-48f5-9a24-784bf72e4fd4 req-665db7c8-2723-4d94-a8ef-600072d408e5 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 1098 time: 0.0405865 Jan 24 09:54:27.618644 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25cbfd54-c9e6-48f5-9a24-784bf72e4fd4 req-c69528f4-0698-48c6-a94b-5de0496bbbca service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Jan 24 09:54:27.719839 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:28.729030 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e3b6-7b3f-439b-8226-663d1c4239ff req-52f71bc2-e948-4a49-870f-c050b3fc1479 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:28.730503 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4d09e3b6-7b3f-439b-8226-663d1c4239ff req-52f71bc2-e948-4a49-870f-c050b3fc1479 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0693026 Jan 24 09:54:28.778440 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4d09e3b6-7b3f-439b-8226-663d1c4239ff req-2a50b66f-b5c7-4069-a6ae-f6fa079ed8bb tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422876 Jan 24 09:54:29.142822 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:29.914058 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdce2fa-0705-475c-ae29-03d17885b5e5 req-65366b6d-f990-4672-9b70-2c1c82293427 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:29.915587 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cdce2fa-0705-475c-ae29-03d17885b5e5 req-65366b6d-f990-4672-9b70-2c1c82293427 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0588856 Jan 24 09:54:29.962114 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cdce2fa-0705-475c-ae29-03d17885b5e5 req-0f3074cd-95d7-4579-94ce-63e665a501c7 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jan 24 09:54:32.435460 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-132a7456-c9d8-455f-a0bf-78893f89086a req-30357636-7dba-4223-a9fb-8c2bf1aed0b5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916604907&fields=id&tenant_id=be29ad9b929441a5904a3018a4cd7166 HTTP/1.1" status: 200 len: 267 time: 0.0454392 Jan 24 09:54:32.490381 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7456-c9d8-455f-a0bf-78893f89086a req-f1503393-5731-4b81-b5d8-48cd8d62fde0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:32.491848 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-132a7456-c9d8-455f-a0bf-78893f89086a req-f1503393-5731-4b81-b5d8-48cd8d62fde0 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 984 time: 0.0509374 Jan 24 09:54:32.502238 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Request body: {'port': {'security_groups': ['e8224904-1559-43c8-a479-f871f7936279']}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:54:32.571811 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.749173 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:32.777883 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.785427 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.837523 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:32.838184 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.839585 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-132a7456-c9d8-455f-a0bf-78893f89086a req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "PUT /v2.0/ports/fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 942 time: 0.3418787 Jan 24 09:54:32.840031 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:32.842233 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:32.845524 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57116) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:32.849216 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:32.863786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c776aa9-1c6f-4e5c-81b2-0f99fabd6fa8 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event updated for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=7']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:32.931733 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (c99bbc3f-02d4-41b1-838d-9dcab26ec122), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.957690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (c99bbc3f-02d4-41b1-838d-9dcab26ec122), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:32.968455 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0db4c0-1091-4ef4-8814-41b04294156a x-openstack-request-id: req-4e0db4c0-1091-4ef4-8814-41b04294156a {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:32.968695 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:32.969562 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e0db4c0-1091-4ef4-8814-41b04294156a {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:32.969562 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:54:33.027172 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (c99bbc3f-02d4-41b1-838d-9dcab26ec122), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.029800 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.031006 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "DELETE /v2.0/security-groups/c99bbc3f-02d4-41b1-838d-9dcab26ec122 HTTP/1.1" status: 204 len: 168 time: 0.1824541 Jan 24 09:54:33.033836 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57120) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:33.064510 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791ddac-2c8d-4d7b-8745-d33a4db87e96 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bbc3f-02d4-41b1-838d-9dcab26ec122,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:33.075504 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:33.088078 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-ec655b97-bc5c-4e83-bcf6-1be7cbc01b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:33.090244 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-ec655b97-bc5c-4e83-bcf6-1be7cbc01b96 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0582545 Jan 24 09:54:33.139574 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-f3866e82-56be-43cf-8725-430f64670dbe None None] Provisioning complete for port fba00668-2e43-421d-a2d4-d4b9a77a80a3 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:54:33.139984 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f3866e82-56be-43cf-8725-430f64670dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.197402 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-f0c32907-c951-44a2-b131-30539be72479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:33.198828 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-f0c32907-c951-44a2-b131-30539be72479 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.1001227 Jan 24 09:54:33.211232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Deleting port 6e5aa423-0070-4583-9a6f-f665691a7a82 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:33.211575 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.270886 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-f87adcab-887f-4cb4-b416-76a4d2506c4a service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 1000 time: 0.0627007 Jan 24 09:54:33.284294 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-f3866e82-56be-43cf-8725-430f64670dbe None None] Current status of the port fba00668-2e43-421d-a2d4-d4b9a77a80a3 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:54:33.288565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.288565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for floatingip (6e5aa423-0070-4583-9a6f-f665691a7a82), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.301186 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Calling delete_port for 6e5aa423-0070-4583-9a6f-f665691a7a82 owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:33.329577 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-88743b5f-a99e-44cb-91ef-c8c87da44aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:33.331098 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-88743b5f-a99e-44cb-91ef-c8c87da44aed service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0456781 Jan 24 09:54:33.378711 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-5f509017-527d-4f28-aafa-d51af3a4ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:33.380209 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-5f509017-527d-4f28-aafa-d51af3a4ba03 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385754 Jan 24 09:54:33.475968 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-8a60868a-6e09-42a8-93e5-4dcbff8d39ba service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873065 Jan 24 09:54:33.479548 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (6e5aa423-0070-4583-9a6f-f665691a7a82), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.505055 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event deleted for resources: {'Port': ['ID=6e5aa423-0070-4583-9a6f-f665691a7a82,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:33.566769 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks [] for floatingip (bcc1b386-e153-4a81-b1b4-62e758e1c022), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.567108 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Floating IP bcc1b386-e153-4a81-b1b4-62e758e1c022 disassociated (deleted). External IP: 172.27.3.20, port: fba00668-2e43-421d-a2d4-d4b9a77a80a3. Jan 24 09:54:33.581520 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b5b60975-4b59-4bb0-8e61-21f9c3816a5e req-42e9db28-96c8-469f-b934-9d61a6ec5731 service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911813 Jan 24 09:54:33.774558 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:33.880443 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:33.884901 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:33.890962 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Sync routers for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:33.900222 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:33.900895 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:33.913072 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8745ed8d-2ac6-4f00-bff9-0b5084f4f04f tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "DELETE /v2.0/floatingips/bcc1b386-e153-4a81-b1b4-62e758e1c022 HTTP/1.1" status: 204 len: 168 time: 0.8778491 Jan 24 09:54:34.010003 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:34.214703 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:34.240701 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Checking router: a6033241-7a3c-46de-b14d-b6a0ef0f10a7 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:34.249396 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:34.249996 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:34.353709 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:34.559722 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:34.584803 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743a868-dab1-4c47-84d7-d478dcb10ebc None None] The sync data for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi is: [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:51:07Z', 'revision_number': 4, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '63b286b1-11c6-4393-abef-46c0e2777108', 'name': '', 'network_id': 'a0d2f751-7b21-42f5-8186-8c41e398bc8b', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'mac_address': 'fa:16:3e:4e:75:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:07Z', 'updated_at': '2022-01-24T09:51:12Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'subnets': [{'id': 'f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:34.803609 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e32c2c-c0d3-4931-af18-43507d804ae8 None None] New status for floating IP bcc1b386-e153-4a81-b1b4-62e758e1c022: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:54:34.971555 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:34.973887 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dfaa4-364c-4298-9ea8-60e1e755ce49" -d '{"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:35.010734 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f38e19-64cd-404e-bcf7-ce0a6a63ddaf x-openstack-request-id: req-45f38e19-64cd-404e-bcf7-ce0a6a63ddaf {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:35.011238 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:35.011707 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f38e19-64cd-404e-bcf7-ce0a6a63ddaf {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:35.012086 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:54:35.110766 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-3011149d-b6ef-42a8-b04a-925465863ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:35.112299 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-3011149d-b6ef-42a8-b04a-925465863ffe service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=be29ad9b929441a5904a3018a4cd7166&device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0411832 Jan 24 09:54:35.217436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-5c388950-09dc-43c1-8c95-bd839d7919dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:35.218984 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-5c388950-09dc-43c1-8c95-bd839d7919dd service neutron] 10.222.0.123 "GET /v2.0/networks?id=a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 200 len: 915 time: 0.0868173 Jan 24 09:54:35.266226 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-85c7f522-7256-416e-ba1a-ee4b74726fe9 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 200 len: 217 time: 0.0364709 Jan 24 09:54:35.320379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-2bc562e1-f620-4997-bab2-0bd4f28dd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:35.321846 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-2bc562e1-f620-4997-bab2-0bd4f28dd511 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 200 len: 853 time: 0.0489361 Jan 24 09:54:35.369230 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-0e0e0ca7-d106-4dbc-a3c4-37331158c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:35.370810 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-0e0e0ca7-d106-4dbc-a3c4-37331158c641 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a0d2f751-7b21-42f5-8186-8c41e398bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417693 Jan 24 09:54:35.464936 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-d3521103-ad6b-4f9b-895a-3b08d80cae8b service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Jan 24 09:54:35.568322 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-801dfaa4-364c-4298-9ea8-60e1e755ce49 req-c8c60d23-796e-4691-a827-e8f43d4d2dea service neutron] 10.222.0.123 "GET /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885911 Jan 24 09:54:43.798008 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:46.937128 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff576a-b68a-40d1-8cc6-72b9c239a40f req-637e2c54-7502-4122-9927-28f814c7fce2 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:46.938637 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6fff576a-b68a-40d1-8cc6-72b9c239a40f req-637e2c54-7502-4122-9927-28f814c7fce2 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0500324 Jan 24 09:54:46.985938 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6fff576a-b68a-40d1-8cc6-72b9c239a40f req-75d3ff48-c68e-40a4-8ee1-2b6ab8ec6e4c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Jan 24 09:54:47.811012 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5428d0-c7f3-41be-9213-bf21b0ca2198 req-8ff42d1d-a6b7-470d-af45-bbec1c00cca9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:47.812472 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ab5428d0-c7f3-41be-9213-bf21b0ca2198 req-8ff42d1d-a6b7-470d-af45-bbec1c00cca9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0539255 Jan 24 09:54:47.864519 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ab5428d0-c7f3-41be-9213-bf21b0ca2198 req-c3246991-664e-4f38-be33-e484252f1544 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464966 Jan 24 09:54:48.117891 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825e58-8a13-4efb-ad41-c0b1c7899994 req-ca008958-4b32-4911-801b-e9fff4849f5c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:48.119379 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc825e58-8a13-4efb-ad41-c0b1c7899994 req-ca008958-4b32-4911-801b-e9fff4849f5c tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0510714 Jan 24 09:54:48.169449 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc825e58-8a13-4efb-ad41-c0b1c7899994 req-ea9f7955-1fad-4c6f-8741-340394fc228b tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Jan 24 09:54:48.528809 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:54:48.989286 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710077af-e514-4753-ba1c-363206a5b545 req-97e45531-d0c0-40da-8fac-52ed1e03945a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:48.990682 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-710077af-e514-4753-ba1c-363206a5b545 req-97e45531-d0c0-40da-8fac-52ed1e03945a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0521765 Jan 24 09:54:49.044082 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-710077af-e514-4753-ba1c-363206a5b545 req-6959e49e-39b6-49da-85e1-b6ee7287f447 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Jan 24 09:54:49.300723 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aef71b-ff4e-44fa-ae86-7de672b5f490 req-6711ad1f-eec4-4228-81d2-d6fc920566a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:49.302212 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-32aef71b-ff4e-44fa-ae86-7de672b5f490 req-6711ad1f-eec4-4228-81d2-d6fc920566a5 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0567064 Jan 24 09:54:49.350447 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-32aef71b-ff4e-44fa-ae86-7de672b5f490 req-3a2adb5c-fc18-4426-9092-7775009ffb36 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8224904-1559-43c8-a479-f871f7936279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Jan 24 09:54:49.669907 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-92e31292-9c73-455f-b795-f9689f6bd578 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:49.671499 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-92e31292-9c73-455f-b795-f9689f6bd578 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.123 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Jan 24 09:54:49.766524 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Deleting port fba00668-2e43-421d-a2d4-d4b9a77a80a3 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:49.766871 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:49.858494 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] For port fba00668-2e43-421d-a2d4-d4b9a77a80a3, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=fba00668-2e43-421d-a2d4-d4b9a77a80a3,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:49.858862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:49.871934 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Calling delete_port for fba00668-2e43-421d-a2d4-d4b9a77a80a3 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:50.000132 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (fba00668-2e43-421d-a2d4-d4b9a77a80a3), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:50.027997 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Pushing event deleted for resources: {'Port': ['ID=fba00668-2e43-421d-a2d4-d4b9a77a80a3,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:50.040518 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.040871 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.041241 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.041581 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.041921 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.042258 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.042590 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.042969 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.043262 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.043589 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.043920 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.044240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.044564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:50.051169 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['fba00668-2e43-421d-a2d4-d4b9a77a80a3'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:50.078724 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] No DVR routers for this DVR port fba00668-2e43-421d-a2d4-d4b9a77a80a3 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:50.081574 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:50.085293 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-998f4b68-0edd-4cc7-8bc8-3d2ee64e2428 req-3ca615a2-c505-4d39-9e65-3019b4d24095 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.123 "DELETE /v2.0/ports/fba00668-2e43-421d-a2d4-d4b9a77a80a3 HTTP/1.1" status: 204 len: 173 time: 0.4064515 Jan 24 09:54:50.085739 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'name': 'network-vif-deleted', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:50.088972 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3202b1f3-786b-4a0c-8ed8-5b61a5e601af" -d '{"events": [{"server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "name": "network-vif-deleted", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:50.167108 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f0dd2-81bf-4836-b4ff-81380a4bcdd9 req-dfdfb458-0bec-4caa-b49f-bc50caf4da4e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:50.168648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-968f0dd2-81bf-4836-b4ff-81380a4bcdd9 req-dfdfb458-0bec-4caa-b49f-bc50caf4da4e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0527086 Jan 24 09:54:50.244093 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-968f0dd2-81bf-4836-b4ff-81380a4bcdd9 req-cbb3ff4d-33db-4ba0-bf1f-960a3ae5c798 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659652 Jan 24 09:54:50.272932 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164b902-935f-4762-9139-76d30632f13d x-openstack-request-id: req-9164b902-935f-4762-9139-76d30632f13d {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:50.273242 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86aca168-3f56-4ad3-b92d-a40b3868b8f4", "name": "network-vif-deleted", "tag": "fba00668-2e43-421d-a2d4-d4b9a77a80a3", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:50.273502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9164b902-935f-4762-9139-76d30632f13d {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:50.273907 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86aca168-3f56-4ad3-b92d-a40b3868b8f4', 'name': 'network-vif-deleted', 'tag': 'fba00668-2e43-421d-a2d4-d4b9a77a80a3', 'status': 'completed', 'code': 200} Jan 24 09:54:50.464365 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-894cc7ff-a397-40b5-9ffb-d09d0339c6ee req-2094beef-a5e3-4b5b-a83b-a38c8cf73b82 tempest-TestMinimumBasicScenario-2010255134 tempest-TestMinimumBasicScenario-2010255134-project] 10.222.0.39 "GET /v2.0/ports?device_id=86aca168-3f56-4ad3-b92d-a40b3868b8f4 HTTP/1.1" status: 200 len: 210 time: 0.0266395 Jan 24 09:54:51.368949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb8e83-eac1-4cd3-a1cd-fec1028c8cf6 req-3347e8f3-e83c-4215-a6da-8616065412dd tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:51.370472 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ebeb8e83-eac1-4cd3-a1cd-fec1028c8cf6 req-3347e8f3-e83c-4215-a6da-8616065412dd tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0527852 Jan 24 09:54:51.427224 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ebeb8e83-eac1-4cd3-a1cd-fec1028c8cf6 req-ddfc4040-149e-4f70-810b-caed2e5e68e6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510528 Jan 24 09:54:52.161424 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf74e7-0be0-4c05-943e-5d665138e8fa req-b4c3ebd6-964a-4a1b-a1c6-c86ed4118647 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:52.162929 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dcaf74e7-0be0-4c05-943e-5d665138e8fa req-b4c3ebd6-964a-4a1b-a1c6-c86ed4118647 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jan 24 09:54:52.216970 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dcaf74e7-0be0-4c05-943e-5d665138e8fa req-f59d16b2-e197-4c2a-84b8-b75e384232b2 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 Jan 24 09:54:52.220791 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57348) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:52.552617 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3845-1e4e-44d7-809b-6bea5c8b2b26 req-29b408b6-3962-4c81-9d60-babf772b18ed tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:52.554069 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-54ac3845-1e4e-44d7-809b-6bea5c8b2b26 req-29b408b6-3962-4c81-9d60-babf772b18ed tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0526731 Jan 24 09:54:52.609956 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-54ac3845-1e4e-44d7-809b-6bea5c8b2b26 req-616889c6-6e83-4828-93c2-27b039a53443 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478680 Jan 24 09:54:52.656813 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:52.953207 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Deleting port 63b286b1-11c6-4393-abef-46c0e2777108 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:52.953425 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (63b286b1-11c6-4393-abef-46c0e2777108), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:53.006374 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f666-729c-49c0-ad79-478b12bc3e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:53.032238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] For port 63b286b1-11c6-4393-abef-46c0e2777108, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=63b286b1-11c6-4393-abef-46c0e2777108,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:53.032603 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (63b286b1-11c6-4393-abef-46c0e2777108), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:53.048433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Calling delete_port for 63b286b1-11c6-4393-abef-46c0e2777108 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:53.240024 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (63b286b1-11c6-4393-abef-46c0e2777108), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:53.264846 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b286b1-11c6-4393-abef-46c0e2777108,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:53.354483 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba9186-e7f7-4fca-b930-54891e73df1a req-9589a698-6ed2-433f-b6e7-ef4d12c72b7d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:53.359381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2ba9186-e7f7-4fca-b930-54891e73df1a req-9589a698-6ed2-433f-b6e7-ef4d12c72b7d tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0554836 Jan 24 09:54:53.404728 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2ba9186-e7f7-4fca-b930-54891e73df1a req-dc6d5ec4-b13b-495e-a862-134d355eeaa1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Jan 24 09:54:53.435231 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:53.654084 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:53.657416 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fba00668-2e43-421d-a2d4-d4b9a77a80a3 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:53.678038 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: fba00668-2e43-421d-a2d4-d4b9a77a80a3 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:53.678561 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device fba00668-2e43-421d-a2d4-d4b9a77a80a3 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:53.733512 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca97080-f71b-4023-8914-d950822f77a2 req-897cb83f-e38d-4484-89d2-2cd5ea8c350b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:53.735290 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ca97080-f71b-4023-8914-d950822f77a2 req-897cb83f-e38d-4484-89d2-2cd5ea8c350b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0503983 Jan 24 09:54:53.790374 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2ca97080-f71b-4023-8914-d950822f77a2 req-27072692-50b1-4089-aebb-d562c6d2ade2 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492768 Jan 24 09:54:53.996678 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:54.001848 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e0d39c03-69b7-4eba-8816-23d90b57c9a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a6033241-7a3c-46de-b14d-b6a0ef0f10a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7799847 Jan 24 09:54:54.004394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57362) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:54.007040 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Sync routers for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:54.021270 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:54.021899 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:54.104245 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks [] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.125149 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:54.207070 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks [] for router_gateway (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.264936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Deleting port a9f50667-8349-464f-bb4f-4573ea650125 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:54.265600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (a9f50667-8349-464f-bb4f-4573ea650125), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.349065 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] For port a9f50667-8349-464f-bb4f-4573ea650125, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a9f50667-8349-464f-bb4f-4573ea650125,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:54.349409 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (a9f50667-8349-464f-bb4f-4573ea650125), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.362881 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Calling delete_port for a9f50667-8349-464f-bb4f-4573ea650125 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:54.430046 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:54:53Z', 'revision_number': 5, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port': {'id': 'a9f50667-8349-464f-bb4f-4573ea650125', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:05Z', 'updated_at': '2022-01-24T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:54.459869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Checking router: a6033241-7a3c-46de-b14d-b6a0ef0f10a7 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:54.471127 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Routers {'a6033241-7a3c-46de-b14d-b6a0ef0f10a7'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:54.471751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:54.539090 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a9f50667-8349-464f-bb4f-4573ea650125), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.547646 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a360-1a0e-4179-aded-6bba453bdd6f req-f3d8096a-076f-4f33-8390-91f6270b59d1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:54.549735 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2bf7a360-1a0e-4179-aded-6bba453bdd6f req-f3d8096a-076f-4f33-8390-91f6270b59d1 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Jan 24 09:54:54.564643 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] Set router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 gateway port host: None {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:54.576307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f50667-8349-464f-bb4f-4573ea650125,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:54.602765 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2bf7a360-1a0e-4179-aded-6bba453bdd6f req-70c8653a-042a-4a55-97cc-781271d79e27 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e7751e3-8fac-488e-bc33-fcad65058909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Jan 24 09:54:54.629536 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:54:54Z', 'revision_number': 6, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:54.636025 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.657262 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857157d-5ca1-4eb7-9ec4-e7f02690842d None None] The sync data for ids ['a6033241-7a3c-46de-b14d-b6a0ef0f10a7'] in dv-cinder-809523-7-iscsi is: [{'id': 'a6033241-7a3c-46de-b14d-b6a0ef0f10a7', 'name': 'tempest-TestMinimumBasicScenario-960222213-router', 'tenant_id': 'be29ad9b929441a5904a3018a4cd7166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:04Z', 'updated_at': '2022-01-24T09:54:54Z', 'revision_number': 6, 'project_id': 'be29ad9b929441a5904a3018a4cd7166', 'gw_port_host': None}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:54.747474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.750033 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks [] for router_controller (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.815927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (a6033241-7a3c-46de-b14d-b6a0ef0f10a7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.816444 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6033241-7a3c-46de-b14d-b6a0ef0f10a7 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:54:54.821287 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.822859 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-79c72223-1ebf-4b11-b4cc-d6c987baf91d admin admin] 10.222.0.39 "DELETE /v2.0/routers/a6033241-7a3c-46de-b14d-b6a0ef0f10a7 HTTP/1.1" status: 204 len: 168 time: 0.8171303 Jan 24 09:54:54.824963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57372) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:54.867294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Deleting subnet f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:54:54.870360 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Publish callbacks [] for subnet (f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.904492 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:54.906938 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e50bb3-6370-4dcc-8c67-e0def2b9d389 req-4f38479f-6a55-4a42-915e-54c05ba3fc96 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:54.908813 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a3e50bb3-6370-4dcc-8c67-e0def2b9d389 req-4f38479f-6a55-4a42-915e-54c05ba3fc96 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Jan 24 09:54:54.959254 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a3e50bb3-6370-4dcc-8c67-e0def2b9d389 req-badbb141-74f3-4912-9c99-77a7232ddc3c tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442936 Jan 24 09:54:55.040383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.082960 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-107e77d8-fc7a-4144-bea2-9ff0ef013756 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:55.084430 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-107e77d8-fc7a-4144-bea2-9ff0ef013756 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 945 time: 0.1194358 Jan 24 09:54:55.164299 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.195727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:55.198858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.202119 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3f93e72c-44af-436d-a512-774d9240fd81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f93c5dc4-6a21-4785-b3f6-1a83fecc9d9f HTTP/1.1" status: 204 len: 168 time: 0.3761861 Jan 24 09:54:55.204940 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57374) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:55.205377 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756c464-4c22-4197-86e8-3cc7ce5e3327 None None] Network a0d2f751-7b21-42f5-8186-8c41e398bc8b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:54:55.221538 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Deleting port e97b3b1b-78e5-46d9-b826-0a6ebc21322f {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:55.221875 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.280900 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (a0d2f751-7b21-42f5-8186-8c41e398bc8b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.302973 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebda3e8e-c500-4c12-8b45-b08c15f4ee10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.318456 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] For port e97b3b1b-78e5-46d9-b826-0a6ebc21322f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,segment=NetworkSegment(91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3),segment_id=91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:55.318983 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.333436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Calling delete_port for e97b3b1b-78e5-46d9-b826-0a6ebc21322f owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:55.333642 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Deleting port 2798b4e5-40b9-4ec8-824d-aa87187f5249 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:55.333926 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.411223 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] DHCP port deletion for a0d2f751-7b21-42f5-8186-8c41e398bc8b request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:54:55.413456 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] For port 2798b4e5-40b9-4ec8-824d-aa87187f5249, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2798b4e5-40b9-4ec8-824d-aa87187f5249,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:55.413821 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.436430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Calling delete_port for 2798b4e5-40b9-4ec8-824d-aa87187f5249 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:55.470021 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Deleting port 2798b4e5-40b9-4ec8-824d-aa87187f5249 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:55.470468 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.485035 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (e97b3b1b-78e5-46d9-b826-0a6ebc21322f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.522407 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Pushing event deleted for resources: {'Port': ['ID=e97b3b1b-78e5-46d9-b826-0a6ebc21322f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:55.522644 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.536335 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['e97b3b1b-78e5-46d9-b826-0a6ebc21322f'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:54:55.557047 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2798b4e5-40b9-4ec8-824d-aa87187f5249,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:55.564138 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] No DVR routers for this DVR port e97b3b1b-78e5-46d9-b826-0a6ebc21322f on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:55.565251 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.565616 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.565965 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.566222 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.566474 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.566980 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.567364 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.567701 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.568029 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.568356 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.568681 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.568999 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.569493 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.569761 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0a8c0668-823d-49f0-807a-f79c6594d893 req-c6430478-3443-4247-acee-6bee0ffa8447 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.123 "DELETE /v2.0/ports/e97b3b1b-78e5-46d9-b826-0a6ebc21322f HTTP/1.1" status: 204 len: 173 time: 0.4768586 Jan 24 09:54:55.570186 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.570307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'name': 'network-vif-deleted', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:54:55.571904 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] For port 2798b4e5-40b9-4ec8-824d-aa87187f5249, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2798b4e5-40b9-4ec8-824d-aa87187f5249,segment=NetworkSegment(0694a394-f946-4e97-b091-369248a755ae),segment_id=0694a394-f946-4e97-b091-369248a755ae)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:55.572634 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.575146 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae24bd71-099f-45e8-b548-d20f256543d7" -d '{"events": [{"server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "name": "network-vif-deleted", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:54:55.577546 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] No DVR routers for this DVR port 2798b4e5-40b9-4ec8-824d-aa87187f5249 on host dv-cinder-809523-7-iscsi {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:55.587932 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Calling delete_port for 2798b4e5-40b9-4ec8-824d-aa87187f5249 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:55.620759 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf30a59-43e6-4ca3-b062-763d6e700c29 x-openstack-request-id: req-3bf30a59-43e6-4ca3-b062-763d6e700c29 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:54:55.621298 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd657ee-7cb1-4827-847c-23534eefbdc8", "name": "network-vif-deleted", "tag": "e97b3b1b-78e5-46d9-b826-0a6ebc21322f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:54:55.621737 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bf30a59-43e6-4ca3-b062-763d6e700c29 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:54:55.622389 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd657ee-7cb1-4827-847c-23534eefbdc8', 'name': 'network-vif-deleted', 'tag': 'e97b3b1b-78e5-46d9-b826-0a6ebc21322f', 'status': 'completed', 'code': 200} Jan 24 09:54:55.693553 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (a0d2f751-7b21-42f5-8186-8c41e398bc8b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.716393 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d2f751-7b21-42f5-8186-8c41e398bc8b']}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:55.725905 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (2798b4e5-40b9-4ec8-824d-aa87187f5249), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.729998 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0694a394-f946-4e97-b091-369248a755ae') {'for_net_delete': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:55.730304 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0694a394-f946-4e97-b091-369248a755ae') {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:55.749591 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131377045'] for segment (0694a394-f946-4e97-b091-369248a755ae), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.752522 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Pushing event deleted for resources: {'Port': ['ID=2798b4e5-40b9-4ec8-824d-aa87187f5249,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:55.762505 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.762876 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.767388 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.767837 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.768271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.768710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.769126 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.769540 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.769950 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.770365 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.770823 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.772652 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.772652 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:54:55.774812 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f187e7-8c96-4f57-a7d1-ba5800a2854f None None] No DVR routers for this DVR port 2798b4e5-40b9-4ec8-824d-aa87187f5249 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:55.785644 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ddbd78bc-c0a6-46cd-8b27-db1bcd0f47a9 req-676818fe-36eb-4a38-b067-7245eaad9689 tempest-VolumesSnapshotTestJSON-911028370 tempest-VolumesSnapshotTestJSON-911028370-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dd657ee-7cb1-4827-847c-23534eefbdc8 HTTP/1.1" status: 200 len: 210 time: 0.0467420 Jan 24 09:54:55.795076 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (0694a394-f946-4e97-b091-369248a755ae), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.818175 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=102507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:54:55.818802 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131181594'] for segment (0694a394-f946-4e97-b091-369248a755ae), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.821387 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: Traceback (most recent call last): Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: timer() Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: cb(*args, **kw) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: return func(*args, **kwargs) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: self._notify() Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: self.callback(batched_events) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: event.method(event) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: return f(self, *a, **k) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._get(url).json() Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: return self.request(url, 'GET', **kwargs) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:54:55.824072 dv-cinder-809523-7-iscsi neutron-server[102507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:54:55.884938 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (a0d2f751-7b21-42f5-8186-8c41e398bc8b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.890818 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:55.894023 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/a0d2f751-7b21-42f5-8186-8c41e398bc8b HTTP/1.1" status: 204 len: 168 time: 0.6880641 Jan 24 09:54:55.897245 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57384) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:55.906630 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa904e-dd06-47f1-b1d2-17a28c2c38ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d2f751-7b21-42f5-8186-8c41e398bc8b,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:56.075248 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdde4fa-47eb-496e-b51b-2c7bfd1e8f71 req-2da6a10e-77ac-4d5b-87dc-0434bd73e3bc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:56.076728 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-acdde4fa-47eb-496e-b51b-2c7bfd1e8f71 req-2da6a10e-77ac-4d5b-87dc-0434bd73e3bc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Jan 24 09:54:56.126259 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-acdde4fa-47eb-496e-b51b-2c7bfd1e8f71 req-e247e344-17dc-4881-8fc0-a407c8e5e19f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Jan 24 09:54:56.214787 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:56.245822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:56.303727 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a9f50667-8349-464f-bb4f-4573ea650125 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:56.323894 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: a9f50667-8349-464f-bb4f-4573ea650125 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:56.324241 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a9f50667-8349-464f-bb4f-4573ea650125 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:56.324670 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2798b4e5-40b9-4ec8-824d-aa87187f5249 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:56.346864 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 2798b4e5-40b9-4ec8-824d-aa87187f5249 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:56.347232 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2798b4e5-40b9-4ec8-824d-aa87187f5249 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:56.347647 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 63b286b1-11c6-4393-abef-46c0e2777108 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:56.366758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 63b286b1-11c6-4393-abef-46c0e2777108 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:56.367124 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 63b286b1-11c6-4393-abef-46c0e2777108 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:56.495626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Deleting port 2c4664a5-1dd1-463d-a92b-14cacf15da1f {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:56.496209 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:56.572645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] For port 2c4664a5-1dd1-463d-a92b-14cacf15da1f, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2c4664a5-1dd1-463d-a92b-14cacf15da1f,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:56.572988 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:56.585406 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Calling delete_port for 2c4664a5-1dd1-463d-a92b-14cacf15da1f owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:56.809765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (2c4664a5-1dd1-463d-a92b-14cacf15da1f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:56.840445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4664a5-1dd1-463d-a92b-14cacf15da1f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:57.012612 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.251215 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Router 36d6263f-6a43-4e32-bad8-e40ecf3e460b has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:54:57.252938 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc219b4-d2d2-4804-83c6-ded2ec1f0f5c req-b28fd2d3-4dc1-498e-a757-9e30bab48fcc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:57.254393 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bfc219b4-d2d2-4804-83c6-ded2ec1f0f5c req-b28fd2d3-4dc1-498e-a757-9e30bab48fcc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Jan 24 09:54:57.304865 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bfc219b4-d2d2-4804-83c6-ded2ec1f0f5c req-ed6fa9a9-22a0-4da4-b278-afb670865070 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443511 Jan 24 09:54:57.355945 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:54:57.361043 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4da2cf60-b52a-449b-b48d-86379fcdc6cb admin admin] 10.222.0.39 "PUT /v2.0/routers/36d6263f-6a43-4e32-bad8-e40ecf3e460b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4626892 Jan 24 09:54:57.363764 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57402) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:57.364434 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Sync routers for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:54:57.374956 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:57.375567 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:57.477560 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:57.657757 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:54:56Z', 'revision_number': 5, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:57.684179 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Checking router: 36d6263f-6a43-4e32-bad8-e40ecf3e460b for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:54:57.694309 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Routers {'36d6263f-6a43-4e32-bad8-e40ecf3e460b'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:54:57.695094 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:57.710678 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks [] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.715248 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.802774 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] Set router 36d6263f-6a43-4e32-bad8-e40ecf3e460b gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:54:57.809605 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks [] for router_gateway (36d6263f-6a43-4e32-bad8-e40ecf3e460b), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.861740 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Deleting port 18f21980-f9eb-454f-9994-896b2dfa1bb3 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:57.862071 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.942228 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] For port 18f21980-f9eb-454f-9994-896b2dfa1bb3, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=18f21980-f9eb-454f-9994-896b2dfa1bb3,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:57.942497 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:57.955544 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Calling delete_port for 18f21980-f9eb-454f-9994-896b2dfa1bb3 owned by network:router_gateway {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:57.989891 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:54:56Z', 'revision_number': 5, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:58.018749 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1eec6-c8fb-4c89-8056-2d74896c33fe None None] The sync data for ids ['36d6263f-6a43-4e32-bad8-e40ecf3e460b'] in dv-cinder-809523-7-iscsi is: [{'id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'name': 'tempest-TestMinimumBasicScenario-340472142-router', 'tenant_id': '26143e6f08514a2ca0bf9b223b6e048e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:54:56Z', 'revision_number': 5, 'project_id': '26143e6f08514a2ca0bf9b223b6e048e', 'gw_port': {'id': '18f21980-f9eb-454f-9994-896b2dfa1bb3', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d6263f-6a43-4e32-bad8-e40ecf3e460b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:51:10Z', 'updated_at': '2022-01-24T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:54:58.118229 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (18f21980-f9eb-454f-9994-896b2dfa1bb3), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.143153 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=18f21980-f9eb-454f-9994-896b2dfa1bb3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:58.203925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.291736 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.293878 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks [] for router_controller (36d6263f-6a43-4e32-bad8-e40ecf3e460b), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.347977 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (36d6263f-6a43-4e32-bad8-e40ecf3e460b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.348784 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d6263f-6a43-4e32-bad8-e40ecf3e460b {{(pid=102507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:54:58.355429 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.356690 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-11252506-3664-441f-b991-1a97be3cfaeb admin admin] 10.222.0.39 "DELETE /v2.0/routers/36d6263f-6a43-4e32-bad8-e40ecf3e460b HTTP/1.1" status: 204 len: 168 time: 0.9919891 Jan 24 09:54:58.359427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57416) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:58.428149 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Deleting subnet cd6feeea-a987-4710-b960-e279d42ceb4d {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:54:58.437254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Publish callbacks [] for subnet (cd6feeea-a987-4710-b960-e279d42ceb4d), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.481166 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (cd6feeea-a987-4710-b960-e279d42ceb4d), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.487276 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017edea3-a4f0-4473-b1c8-38d5bcd59cba req-bb37f272-2f65-4519-b15d-b1f956475566 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:54:58.491430 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-017edea3-a4f0-4473-b1c8-38d5bcd59cba req-bb37f272-2f65-4519-b15d-b1f956475566 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0638576 Jan 24 09:54:58.492330 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2c4664a5-1dd1-463d-a92b-14cacf15da1f no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:54:58.519282 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 2c4664a5-1dd1-463d-a92b-14cacf15da1f {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:54:58.519911 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2c4664a5-1dd1-463d-a92b-14cacf15da1f not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:54:58.560211 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-017edea3-a4f0-4473-b1c8-38d5bcd59cba req-4fac1413-a27e-41ce-817e-0411454a4640 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583415 Jan 24 09:54:58.582508 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (cd6feeea-a987-4710-b960-e279d42ceb4d), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.635449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (cd6feeea-a987-4710-b960-e279d42ceb4d), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.661533 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6feeea-a987-4710-b960-e279d42ceb4d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:58.666319 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:58.673756 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-506ecd83-0b15-4f69-bb4b-418d67eaba78 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cd6feeea-a987-4710-b960-e279d42ceb4d HTTP/1.1" status: 204 len: 168 time: 0.3103158 Jan 24 09:54:58.673883 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4eeb27-e459-4068-8c6d-8b740e50f7d9 None None] Network 2e8c54df-f051-45c3-b169-639c41013220 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:54:58.673973 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57418) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:59.022414 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (2e8c54df-f051-45c3-b169-639c41013220), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.078394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Deleting port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:59.078622 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.141262 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] DHCP port deletion for 2e8c54df-f051-45c3-b169-639c41013220 request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:54:59.150407 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] For port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:59.151884 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.165927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Calling delete_port for fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:59.174428 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.195617 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Deleting port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:54:59.196054 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.257895 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.261431 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] For port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,segment=NetworkSegment(08f5a319-726f-4db1-a562-4af6483d6b25),segment_id=08f5a319-726f-4db1-a562-4af6483d6b25)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:54:59.261830 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.274840 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Calling delete_port for fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:54:59.286161 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:59.291435 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] No DVR routers for this DVR port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:59.350706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (fe6e861f-39f0-4ebf-8c19-da8eea6e26f9), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.365897 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (2e8c54df-f051-45c3-b169-639c41013220), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.377933 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] Pushing event deleted for resources: {'Port': ['ID=fe6e861f-39f0-4ebf-8c19-da8eea6e26f9,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:59.383948 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37cbb58-c81a-47b3-ba3f-ae4a7cb47ac0 None None] No DVR routers for this DVR port fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:54:59.387571 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c54df-f051-45c3-b169-639c41013220']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:59.399726 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f5a319-726f-4db1-a562-4af6483d6b25') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:59.400048 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f5a319-726f-4db1-a562-4af6483d6b25') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:54:59.409718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (08f5a319-726f-4db1-a562-4af6483d6b25), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.422750 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (08f5a319-726f-4db1-a562-4af6483d6b25), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.428492 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:54:59.428867 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (08f5a319-726f-4db1-a562-4af6483d6b25), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:54:59.430636 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:54:59.484303 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (2e8c54df-f051-45c3-b169-639c41013220), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.489646 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.493131 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2e8c54df-f051-45c3-b169-639c41013220 HTTP/1.1" status: 204 len: 168 time: 0.8180749 Jan 24 09:54:59.506608 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678eacc-7836-4d61-a240-26b9a008ee19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8c54df-f051-45c3-b169-639c41013220,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:54:59.609138 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57430) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:59.650178 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-83034740-cd0f-4ad3-aa80-23c28dfb4ee7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be29ad9b929441a5904a3018a4cd7166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398014 Jan 24 09:54:59.652650 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57432) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:54:59.703625 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] Publish callbacks [] for security_group (e8224904-1559-43c8-a479-f871f7936279), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.725521 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] Publish callbacks [] for security_group (e8224904-1559-43c8-a479-f871f7936279), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.772672 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (e8224904-1559-43c8-a479-f871f7936279), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.775904 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:54:59.777158 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8224904-1559-43c8-a479-f871f7936279 HTTP/1.1" status: 204 len: 168 time: 0.1235764 Jan 24 09:54:59.785174 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42f240-5a14-466a-a3d7-d9fb038bf408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8224904-1559-43c8-a479-f871f7936279,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:00.115479 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57438) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:00.156094 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e296c25b-5e17-4ae0-b813-fa3f64285727 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26143e6f08514a2ca0bf9b223b6e048e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394766 Jan 24 09:55:00.159105 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57440) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:00.211560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] Publish callbacks [] for security_group (ffc961d2-379c-478c-9ac1-11cc42c4eca2), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:00.233013 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] Publish callbacks [] for security_group (ffc961d2-379c-478c-9ac1-11cc42c4eca2), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:00.284243 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ffc961d2-379c-478c-9ac1-11cc42c4eca2), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:00.287144 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:00.288908 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffc961d2-379c-478c-9ac1-11cc42c4eca2 HTTP/1.1" status: 204 len: 168 time: 0.1287930 Jan 24 09:55:00.299970 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb4f05-9a09-4a1d-b9c6-1bd37c51e0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc961d2-379c-478c-9ac1-11cc42c4eca2,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:00.303609 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 18f21980-f9eb-454f-9994-896b2dfa1bb3 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:00.326519 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 18f21980-f9eb-454f-9994-896b2dfa1bb3 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:00.326862 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 18f21980-f9eb-454f-9994-896b2dfa1bb3 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:00.327298 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:00.348988 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:00.349257 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device fe6e861f-39f0-4ebf-8c19-da8eea6e26f9 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:01.397286 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e97b3b1b-78e5-46d9-b826-0a6ebc21322f no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:01.421839 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: e97b3b1b-78e5-46d9-b826-0a6ebc21322f {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:01.422239 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device e97b3b1b-78e5-46d9-b826-0a6ebc21322f not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:01.534436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937601-89b9-46dd-af79-4976f1cfb5e3 req-3816b1c4-37c9-41b8-9f12-2a9ab9345d8a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:01.535917 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-18937601-89b9-46dd-af79-4976f1cfb5e3 req-3816b1c4-37c9-41b8-9f12-2a9ab9345d8a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0489213 Jan 24 09:55:01.584795 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-18937601-89b9-46dd-af79-4976f1cfb5e3 req-7462890d-e8b7-4b9d-a34b-1a3435c157d9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432525 Jan 24 09:55:02.707291 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561a99e-0fe1-456d-92e2-b0c74940cc2b req-9066d946-ce89-4748-bb08-520c8a05452f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:02.708840 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1561a99e-0fe1-456d-92e2-b0c74940cc2b req-9066d946-ce89-4748-bb08-520c8a05452f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Jan 24 09:55:02.767272 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1561a99e-0fe1-456d-92e2-b0c74940cc2b req-5f7d826a-ded3-4544-a51b-e74898bc96ac tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519409 Jan 24 09:55:03.135173 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-de09f813-8af6-4ae9-bcd2-9436a0b281f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:03.136588 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-de09f813-8af6-4ae9-bcd2-9436a0b281f9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1099 time: 0.0445366 Jan 24 09:55:03.228214 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-51a0bc6a-daca-430f-a7ed-b60ca9dc2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:03.229631 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-51a0bc6a-daca-430f-a7ed-b60ca9dc2d70 service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0845606 Jan 24 09:55:03.297505 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-116490ae-bca9-4298-a57a-b053e5dddb24 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 1002 time: 0.0612600 Jan 24 09:55:03.348044 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-13f75d23-9ec3-429e-b94b-92c6b18ba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:03.349463 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-13f75d23-9ec3-429e-b94b-92c6b18ba567 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0444396 Jan 24 09:55:03.402469 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-c1752039-e347-4948-95f0-96e8c14a5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:03.404025 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-c1752039-e347-4948-95f0-96e8c14a5743 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462232 Jan 24 09:55:03.493929 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-9589be44-ff4b-4600-849c-d12cc2fb9095 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826609 Jan 24 09:55:03.597105 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b8c9510b-bbea-4f70-87db-ea0b5f97d0a2 req-fe8b5df8-3456-4a61-b2ac-282bc40783d9 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968387 Jan 24 09:55:03.880147 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc2c0-e945-4a08-992e-2fbb1a7fd985 req-c992679b-15bd-414b-b820-f8e424c92be5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:03.881665 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37bdc2c0-e945-4a08-992e-2fbb1a7fd985 req-c992679b-15bd-414b-b820-f8e424c92be5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0492074 Jan 24 09:55:03.936123 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37bdc2c0-e945-4a08-992e-2fbb1a7fd985 req-10f49deb-21ca-4819-84d9-0f5cfa87469e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488348 Jan 24 09:55:05.068204 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1027c77-541f-45a1-82aa-43717e3de903 req-14057d07-b89e-4ad6-864d-7b7bf7eb395a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:05.069656 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1027c77-541f-45a1-82aa-43717e3de903 req-14057d07-b89e-4ad6-864d-7b7bf7eb395a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Jan 24 09:55:05.122614 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1027c77-541f-45a1-82aa-43717e3de903 req-04fbb62f-c1bd-4ead-9334-49ee7142c68a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471463 Jan 24 09:55:06.243618 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d173b39-9b1e-4964-a9d7-016f1d1886f7 req-b3e34a96-34f4-4101-8957-da922acfd5bf tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:06.245332 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1d173b39-9b1e-4964-a9d7-016f1d1886f7 req-b3e34a96-34f4-4101-8957-da922acfd5bf tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Jan 24 09:55:06.297292 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1d173b39-9b1e-4964-a9d7-016f1d1886f7 req-e074ac3a-7862-4950-8001-9f58dec94f9d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Jan 24 09:55:06.534178 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-fd90cd41-0bf7-47c0-b593-8e7b59a17bd0 req-5603e42b-8117-44d8-8443-ec3e243a55b3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:55:06.535302 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fd90cd41-0bf7-47c0-b593-8e7b59a17bd0 req-5603e42b-8117-44d8-8443-ec3e243a55b3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1627862 Jan 24 09:55:06.674532 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57520) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:06.692518 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f7eca-b743-4e32-b543-16febcf3d571 req-3c128681-28de-4a69-bf99-1941d4d7052a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:06.694046 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3a1f7eca-b743-4e32-b543-16febcf3d571 req-3c128681-28de-4a69-bf99-1941d4d7052a tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0489666 Jan 24 09:55:06.745320 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3a1f7eca-b743-4e32-b543-16febcf3d571 req-82d8574a-249e-403f-9e3e-362d7e5e9e47 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Jan 24 09:55:06.759844 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-db0a204d-5432-479b-96db-1372a1e1e21e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835834 Jan 24 09:55:06.769079 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-e63c446e-5e0f-4ee5-aaaf-5f97d297c55f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:55:06.771151 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-e63c446e-5e0f-4ee5-aaaf-5f97d297c55f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055335 Jan 24 09:55:07.872672 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e147ba3-feb3-4ee1-8e6b-fe81c97e959a req-030f5552-2316-4e33-b8d3-065b9b3700b5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:07.874094 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1e147ba3-feb3-4ee1-8e6b-fe81c97e959a req-030f5552-2316-4e33-b8d3-065b9b3700b5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Jan 24 09:55:07.925669 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1e147ba3-feb3-4ee1-8e6b-fe81c97e959a req-242fda72-380b-43f9-b2c4-1080d908c425 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Jan 24 09:55:09.055243 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dff02-0ea4-4b3e-ae2e-cd7ca0246c38 req-f122e87a-f3f7-465b-bc3d-7896df6fbcb5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:09.056721 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-588dff02-0ea4-4b3e-ae2e-cd7ca0246c38 req-f122e87a-f3f7-465b-bc3d-7896df6fbcb5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0512164 Jan 24 09:55:09.106201 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-588dff02-0ea4-4b3e-ae2e-cd7ca0246c38 req-5fd1f581-07b9-4e3f-9fac-af049c2bbdb5 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Jan 24 09:55:10.025722 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:10.112820 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 is: ACTIVE; New status is: DOWN {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:10.113748 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:10.139144 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:55:10.141368 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9749b8-f7cc-4602-8f86-88ee003f81c2" -d '{"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:55:10.164657 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:10.175015 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:10.249295 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=6']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:10.251943 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2350d-898c-46ca-ada1-3f6299b0fcde req-012a19f1-61b6-4e80-ad9a-f265b2a7ac73 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:10.253570 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8f2350d-898c-46ca-ada1-3f6299b0fcde req-012a19f1-61b6-4e80-ad9a-f265b2a7ac73 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0591152 Jan 24 09:55:10.304065 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8f2350d-898c-46ca-ada1-3f6299b0fcde req-1b7bced7-b8db-44f6-b272-c5391d417559 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jan 24 09:55:10.327566 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3d3287-c86f-4a71-984d-8634dbf34cdb x-openstack-request-id: req-3b3d3287-c86f-4a71-984d-8634dbf34cdb {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:55:10.327858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-unplugged", "status": "failed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "code": 422}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:55:10.328113 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b3d3287-c86f-4a71-984d-8634dbf34cdb {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:55:10.328527 dv-cinder-809523-7-iscsi neutron-server[102509]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'code': 422} returned with failed status Jan 24 09:55:10.816631 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2573d-2cae-470a-b175-04c9e88f00fb req-9efc737d-7575-483d-9206-ec308548db2b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:10.818135 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ff2573d-2cae-470a-b175-04c9e88f00fb req-9efc737d-7575-483d-9206-ec308548db2b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0527539 Jan 24 09:55:10.869498 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ff2573d-2cae-470a-b175-04c9e88f00fb req-bcc16d0d-3395-41ae-9662-9bc6ec60649c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447330 Jan 24 09:55:11.427538 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354e4fa-9b9f-43b5-8015-dc308c1c68b9 req-bfeec3de-1c16-4089-a518-8fc2897f0d99 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:11.428898 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9354e4fa-9b9f-43b5-8015-dc308c1c68b9 req-bfeec3de-1c16-4089-a518-8fc2897f0d99 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0508976 Jan 24 09:55:11.483496 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9354e4fa-9b9f-43b5-8015-dc308c1c68b9 req-90d3bf51-83f2-4e57-8747-4300336418c1 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465910 Jan 24 09:55:11.683686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-23028eb7-0d57-4bd3-9fec-1e0ee62055ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:11.685107 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-23028eb7-0d57-4bd3-9fec-1e0ee62055ca service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9&tenant_id=038fbe7e1285481ca999f25a075fa481 HTTP/1.1" status: 200 len: 1097 time: 0.0817330 Jan 24 09:55:11.765084 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-669e3c22-c1ff-4add-b276-9c3289ce47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:11.766595 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-669e3c22-c1ff-4add-b276-9c3289ce47da service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1097 time: 0.0412328 Jan 24 09:55:11.863439 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-3912f254-5da7-441d-a95d-df66084af327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:11.864899 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-3912f254-5da7-441d-a95d-df66084af327 service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0905023 Jan 24 09:55:11.931444 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-8857426d-0488-4423-b588-5820f7379376 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 1000 time: 0.0598431 Jan 24 09:55:11.980376 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-afaaadc2-879b-4039-99e8-4414b99667be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:11.982105 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-afaaadc2-879b-4039-99e8-4414b99667be service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0444615 Jan 24 09:55:12.007047 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2cdab-7e87-4e18-81af-4314e516cc2f req-31da9c00-e396-4371-b56c-03f0f6a5eff0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:12.008753 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-59d2cdab-7e87-4e18-81af-4314e516cc2f req-31da9c00-e396-4371-b56c-03f0f6a5eff0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0521972 Jan 24 09:55:12.034732 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-382d44f8-7e79-45a8-ac56-619985db2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:12.036649 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-382d44f8-7e79-45a8-ac56-619985db2f23 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465977 Jan 24 09:55:12.076959 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-59d2cdab-7e87-4e18-81af-4314e516cc2f req-3931f44d-d34b-4c3f-853e-bdb8453ab21e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525599 Jan 24 09:55:12.136873 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-f2286c88-f207-40bf-91e2-1490df275b93 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889554 Jan 24 09:55:12.229072 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3be389ed-f39a-422a-8c83-e1b32aedab43 req-78f4de76-9036-4107-8f4d-eb1532de8149 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Jan 24 09:55:12.612888 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed625226-73a3-4a14-80d8-f512382c2277 req-d1283ef6-21dc-42ba-a20d-14addf090e6b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:12.614404 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ed625226-73a3-4a14-80d8-f512382c2277 req-d1283ef6-21dc-42ba-a20d-14addf090e6b tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0514042 Jan 24 09:55:12.665374 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ed625226-73a3-4a14-80d8-f512382c2277 req-969e2957-f1c5-456c-a020-f2d2d9344ac6 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Jan 24 09:55:13.212758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036be3-0334-41ac-963b-8cc85a4514f8 req-551e9d3c-e662-41cf-a28c-4f351e43088f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.214264 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-73036be3-0334-41ac-963b-8cc85a4514f8 req-551e9d3c-e662-41cf-a28c-4f351e43088f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0552239 Jan 24 09:55:13.264746 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-73036be3-0334-41ac-963b-8cc85a4514f8 req-699102e8-f12f-4023-9b4f-8f6571d815b0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Jan 24 09:55:13.523721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-1420badc-82ac-42ee-96b6-a5fbf9bfa9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.525240 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-1420badc-82ac-42ee-96b6-a5fbf9bfa9d7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1097 time: 0.0439026 Jan 24 09:55:13.633474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-2b828129-067f-4150-bde5-5c8096aade24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.634992 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-2b828129-067f-4150-bde5-5c8096aade24 service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0911393 Jan 24 09:55:13.708147 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-f1e19a6e-c3a4-43e5-a976-20e06c7b96a9 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 1000 time: 0.0661590 Jan 24 09:55:13.759269 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-f0f97025-aac0-48f5-81ef-9c79deb5dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.760741 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-f0f97025-aac0-48f5-81ef-9c79deb5dc3b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0442553 Jan 24 09:55:13.787868 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:13.789914 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43050078-54be-45ea-bbda-efc0a9bde670 req-dcd5ed7f-070b-41c4-aa20-9827d6dfe676 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.791510 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-43050078-54be-45ea-bbda-efc0a9bde670 req-dcd5ed7f-070b-41c4-aa20-9827d6dfe676 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0526590 Jan 24 09:55:13.814878 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-fdde0366-ed37-4299-abef-ab6aaf04e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:13.816393 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-fdde0366-ed37-4299-abef-ab6aaf04e81c service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461478 Jan 24 09:55:13.843228 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-43050078-54be-45ea-bbda-efc0a9bde670 req-45afc38b-b1e2-4642-93f9-2a22b6980549 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459318 Jan 24 09:55:13.908053 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-764a57e1-b760-402b-9d93-0c06aa8afba8 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 Jan 24 09:55:14.011553 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ddbaa47c-6daa-4092-b03c-a8797a421649 req-8b9eac9f-cbd3-4b39-8eaa-08618315700c service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967798 Jan 24 09:55:14.397515 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0b057-b791-43f7-b9af-84e4bf15ee2f req-f2fbdb43-d30d-4336-9b24-420a199215c0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:14.399029 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79e0b057-b791-43f7-b9af-84e4bf15ee2f req-f2fbdb43-d30d-4336-9b24-420a199215c0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0509486 Jan 24 09:55:14.450054 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79e0b057-b791-43f7-b9af-84e4bf15ee2f req-dde93a9b-48f1-4f9d-be2d-ce53cf9214a5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Jan 24 09:55:14.957304 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d2206-a62c-470f-b162-359631a9f8c3 req-50d58e4e-1c05-4269-982b-1c4937f83338 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:14.958780 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9d0d2206-a62c-470f-b162-359631a9f8c3 req-50d58e4e-1c05-4269-982b-1c4937f83338 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0489368 Jan 24 09:55:15.006430 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9d0d2206-a62c-470f-b162-359631a9f8c3 req-cdd5f406-1c96-4823-8be8-94d28f742b7d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Jan 24 09:55:15.577998 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb454f67-ca0b-4ced-b41e-0d4c5d21e378 req-fbb2632a-a189-4780-8475-ba7d8a3f0817 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:15.579490 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb454f67-ca0b-4ced-b41e-0d4c5d21e378 req-fbb2632a-a189-4780-8475-ba7d8a3f0817 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0487261 Jan 24 09:55:15.625811 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-cb454f67-ca0b-4ced-b41e-0d4c5d21e378 req-fe9cc117-6f1e-4ce4-8966-fda0146b5e0a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408945 Jan 24 09:55:16.146941 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611afc99-3daa-4a20-b246-25035d83ffe1 req-520388b0-8d8c-43d7-8982-50254b38f2c4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:16.148420 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-611afc99-3daa-4a20-b246-25035d83ffe1 req-520388b0-8d8c-43d7-8982-50254b38f2c4 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0639694 Jan 24 09:55:16.197973 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-611afc99-3daa-4a20-b246-25035d83ffe1 req-81f8fe7a-2366-4b8d-a206-123d04cd24c1 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Jan 24 09:55:16.758111 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b77e04-0de9-4eee-a74b-629ad851de4c req-429bc248-364d-4b97-bbc0-8d7053ad476c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:16.759632 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-82b77e04-0de9-4eee-a74b-629ad851de4c req-429bc248-364d-4b97-bbc0-8d7053ad476c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0541434 Jan 24 09:55:16.810203 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-82b77e04-0de9-4eee-a74b-629ad851de4c req-202ab681-0c74-4c0e-8787-3bdc38335746 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Jan 24 09:55:17.315955 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63908ff3-34b7-46e3-afbe-3ee1a3793d2a req-7839aac4-8507-43d0-99bc-d2d4322cd500 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:17.317407 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63908ff3-34b7-46e3-afbe-3ee1a3793d2a req-7839aac4-8507-43d0-99bc-d2d4322cd500 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0523696 Jan 24 09:55:17.368285 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63908ff3-34b7-46e3-afbe-3ee1a3793d2a req-b960310b-13df-431f-8ff8-372e0e280283 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452530 Jan 24 09:55:17.934424 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf20c4-257c-4a06-8b97-1ecc222d1f18 req-8c3e2d2e-dbbb-4d0a-82c2-f4cf87f2c7eb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:17.935952 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cdf20c4-257c-4a06-8b97-1ecc222d1f18 req-8c3e2d2e-dbbb-4d0a-82c2-f4cf87f2c7eb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0503173 Jan 24 09:55:17.985236 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5cdf20c4-257c-4a06-8b97-1ecc222d1f18 req-0992d716-ae53-4dcf-9335-10366c5ee1b8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Jan 24 09:55:18.494727 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250119e-e459-4dad-9537-4534e43e9f63 req-2ea34421-4971-44cd-b31f-bc7cde7036eb tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:18.496120 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f250119e-e459-4dad-9537-4534e43e9f63 req-2ea34421-4971-44cd-b31f-bc7cde7036eb tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0510094 Jan 24 09:55:18.554885 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f250119e-e459-4dad-9537-4534e43e9f63 req-5834c66c-8b7e-491d-93c3-b254d7e76bfc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505869 Jan 24 09:55:19.120046 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30422b19-f9ad-410b-b4b8-9aa7d6dad497 req-bf0e55cc-b507-482e-91d9-32ce4596895d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:19.121504 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-30422b19-f9ad-410b-b4b8-9aa7d6dad497 req-bf0e55cc-b507-482e-91d9-32ce4596895d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0494640 Jan 24 09:55:19.172238 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-30422b19-f9ad-410b-b4b8-9aa7d6dad497 req-cfaea987-f55b-45be-ab6c-e5e5116cad6b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430021 Jan 24 09:55:19.674440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01cc8-f6fd-46c1-b1f2-b5e84ca6fcb9 req-66611a54-8b6d-437c-b958-123db6affecc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:19.675964 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b1c01cc8-f6fd-46c1-b1f2-b5e84ca6fcb9 req-66611a54-8b6d-437c-b958-123db6affecc tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 944 time: 0.0509102 Jan 24 09:55:19.726858 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b1c01cc8-f6fd-46c1-b1f2-b5e84ca6fcb9 req-eb7b0ea4-9559-4696-8905-9ba5b719db6d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Jan 24 09:55:20.096298 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57692) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:20.144771 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Deleting subnet 2933e0f1-54df-4b09-bdf4-ef85fce88eb3 {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:55:20.148113 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Publish callbacks [] for subnet (2933e0f1-54df-4b09-bdf4-ef85fce88eb3), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.183565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (2933e0f1-54df-4b09-bdf4-ef85fce88eb3), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.224523 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (2933e0f1-54df-4b09-bdf4-ef85fce88eb3), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.319703 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6f7b9-75e4-402f-a1b9-8b2e8bc62deb req-9cb6c5fb-6782-44af-af09-9241c493dafa tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:20.321414 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-84b6f7b9-75e4-402f-a1b9-8b2e8bc62deb req-9cb6c5fb-6782-44af-af09-9241c493dafa tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0729308 Jan 24 09:55:20.322931 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (2933e0f1-54df-4b09-bdf4-ef85fce88eb3), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.355990 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2933e0f1-54df-4b09-bdf4-ef85fce88eb3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:20.357817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.361573 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-966206a2-087c-4da5-84ca-9b9771e048f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2933e0f1-54df-4b09-bdf4-ef85fce88eb3 HTTP/1.1" status: 204 len: 168 time: 0.2641864 Jan 24 09:55:20.363663 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57696) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:20.406034 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-84b6f7b9-75e4-402f-a1b9-8b2e8bc62deb req-97cab240-dbc0-460f-bd7c-d1ebc4cd4311 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745668 Jan 24 09:55:20.437132 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (0198a61f-8a87-4d19-b52f-05777c81faad), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.501646 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:55:20.518720 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (0198a61f-8a87-4d19-b52f-05777c81faad), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.540659 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0198a61f-8a87-4d19-b52f-05777c81faad']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:20.550279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:20.550862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:20.560662 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.575177 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.581614 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:55:20.582047 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (91cd78a0-8fc4-4e52-8337-cfc02a6dc8d3), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:55:20.592381 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:55:20.604338 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:20.619012 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'port_id': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'mac_address': 'fa:16:3e:7f:61:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:55:20.645096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (0198a61f-8a87-4d19-b52f-05777c81faad), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.649757 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.658164 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] 10.222.0.39 "DELETE /v2.0/networks/0198a61f-8a87-4d19-b52f-05777c81faad HTTP/1.1" status: 204 len: 168 time: 0.2907324 Jan 24 09:55:20.658359 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:20.658359 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.669256 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94997a49-4e5c-4c79-8268-5f0df0b9c55f admin admin] Pushing event deleted for resources: {'Network': ['ID=0198a61f-8a87-4d19-b52f-05777c81faad,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:20.672754 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfef475-ece1-4e34-bb9f-09e2a383fd46 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:55:20.692918 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:20.701720 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:20.760265 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=7']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:20.862611 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74782c6-a8f8-4257-8cb8-7b030da678b0 req-c907e7cc-2389-4d48-97b5-ec4f2c02b35c tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:20.864246 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b74782c6-a8f8-4257-8cb8-7b030da678b0 req-c907e7cc-2389-4d48-97b5-ec4f2c02b35c tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 945 time: 0.0637815 Jan 24 09:55:20.869000 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57714) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:20.938336 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9b3455b8-3ead-403d-80d4-54b1b288cfc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=165bd458322f420ca1c1e5243ff47f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682120 Jan 24 09:55:20.941018 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57716) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:20.943842 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b74782c6-a8f8-4257-8cb8-7b030da678b0 req-590d717b-bd3a-4739-8c10-543304829d94 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686176 Jan 24 09:55:20.995033 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] Publish callbacks [] for security_group (9e7751e3-8fac-488e-bc33-fcad65058909), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.016241 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] Publish callbacks [] for security_group (9e7751e3-8fac-488e-bc33-fcad65058909), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.064856 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (9e7751e3-8fac-488e-bc33-fcad65058909), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.067647 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.068840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e7751e3-8fac-488e-bc33-fcad65058909 HTTP/1.1" status: 204 len: 168 time: 0.1266389 Jan 24 09:55:21.076632 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581c188-5d1e-489c-8e36-f047bae2b868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7751e3-8fac-488e-bc33-fcad65058909,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:21.085132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['0dfef475-ece1-4e34-bb9f-09e2a383fd46'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:55:21.543079 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0883ac3-0b40-4ebc-9fca-a7c50cf24f2c req-ef8d6de6-8a17-41d2-a7ed-c6bf1b8dcb04 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:21.544579 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0883ac3-0b40-4ebc-9fca-a7c50cf24f2c req-ef8d6de6-8a17-41d2-a7ed-c6bf1b8dcb04 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0573997 Jan 24 09:55:21.592070 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e0883ac3-0b40-4ebc-9fca-a7c50cf24f2c req-e3d16c0c-fabe-42ac-b99a-293ea0298398 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Jan 24 09:55:21.757229 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57740) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:21.853892 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-44359204-network', 'tenant_id': '607ef43389924f3b981ac750be984827'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:21.877963 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Made reservation on behalf of 607ef43389924f3b981ac750be984827 for: {'network': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:55:21.880456 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.888945 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.962669 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks [] for security_group (5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.968399 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:21.994838 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=102507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:55:22.005407 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:22.011790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (1eef395a-570d-4fd3-bf20-5504eb96c40e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.012131 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.segments_db [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Added segment 1eef395a-570d-4fd3-bf20-5504eb96c40e of type vlan for network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 Jan 24 09:55:22.079498 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.111375 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c73bc3-5aba-4b5b-8f39-8f27a95e7b26 req-9ccea814-c35b-40f1-b8ce-35af9322d9ff tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:22.112842 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d0c73bc3-5aba-4b5b-8f39-8f27a95e7b26 req-9ccea814-c35b-40f1-b8ce-35af9322d9ff tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 945 time: 0.0921261 Jan 24 09:55:22.131537 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.132475 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:22.133248 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.209830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4512815 Jan 24 09:55:22.213155 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57748) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:22.217259 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17648a0-4840-476f-b03c-6b1e4c6b7a49 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:22.218184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Request body: {'subnet': {'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-44359204-subnet', 'tenant_id': '607ef43389924f3b981ac750be984827', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:22.223898 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d0c73bc3-5aba-4b5b-8f39-8f27a95e7b26 req-5069a664-0b58-4f7f-ba0d-86976479ba20 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052647 Jan 24 09:55:22.227971 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:55:22.248545 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Made reservation on behalf of 607ef43389924f3b981ac750be984827 for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:55:22.250910 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.414261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (4c77f955-63c0-4b2a-b46f-3e6d5d7d8960), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.465185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:22.475487 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:22.475840 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Network hostable DHCP agents. Network: a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:55:22.493912 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:55:22.502930 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:22.506978 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:22.507620 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.512799 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:22.514835 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b0c8c-570b-4408-b630-5bfdd44bd931 None None] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:55:22.526661 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4d65a01b-14ab-4960-ad01-099658e2c6d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3123724 Jan 24 09:55:22.529339 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57750) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:22.533890 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:22.556819 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.558056 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.609996 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for router_controller (49bf2dd0-fce4-4116-8611-081b819c4acc), precommit_add_association {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.624884 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:22.625268 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.681508 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:55:22.682322 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.745547 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252262-77ff-4d00-b23d-4c916ada070b req-165629b3-f1ac-4814-8782-fb3494b7e8a7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:22.747330 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66252262-77ff-4d00-b23d-4c916ada070b req-165629b3-f1ac-4814-8782-fb3494b7e8a7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0573406 Jan 24 09:55:22.771338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for router_gateway (49bf2dd0-fce4-4116-8611-081b819c4acc), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.798704 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-66252262-77ff-4d00-b23d-4c916ada070b req-fc1864ef-b340-4cfc-8f52-9f29fc357f40 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453467 Jan 24 09:55:22.976586 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for router_gateway (49bf2dd0-fce4-4116-8611-081b819c4acc), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.979495 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:22.979873 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:22.993394 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Allocated IP 172.20.0.2 (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960/dc63d766-8ecc-436a-8861-dc56efe4df18) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:23.004765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.029356 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5ae23ebb-86de-4319-963c-227ee8e2ae2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.044128 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:55:23.046450 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb5dbf-f36d-4c0c-b0cf-39645ee3c06c" -d '{"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-plugged", "status": "completed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:55:23.067247 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:23.091984 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6055c69a-d8cf-4f8f-9672-7462e5fceb10 x-openstack-request-id: req-6055c69a-d8cf-4f8f-9672-7462e5fceb10 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:55:23.092297 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-plugged", "status": "completed", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:55:23.092534 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6055c69a-d8cf-4f8f-9672-7462e5fceb10 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:55:23.092908 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'code': 200} Jan 24 09:55:23.095159 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.141439 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Allocated IP 172.27.3.2 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/48bf85d3-92f2-40b3-9788-aeac3eb04fbe) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:23.169195 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=8']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:23.220387 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks [] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.226868 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.250925 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.266382 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:23.269315 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:23.272894 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:23.280216 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Pushing event updated for resources: {'Port': ['ID=dc63d766-8ecc-436a-8861-dc56efe4df18,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:23.288088 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.326934 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:23.331757 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:23.336349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:23.341528 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Attempting to bind port dc63d766-8ecc-436a-8861-dc56efe4df18 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:23.341888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Attempting to bind port dc63d766-8ecc-436a-8861-dc56efe4df18 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:23.342246 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Attempting to bind port dc63d766-8ecc-436a-8861-dc56efe4df18 on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:23.347402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:23.347781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:23.348176 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.348560 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Bound using segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:23.349023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Bound port: dc63d766-8ecc-436a-8861-dc56efe4df18, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:23.349403 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.369829 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Pushing event updated for resources: {'Port': ['ID=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:23.395397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b9c32-0401-4a39-91df-bc7300572a33 req-de238138-0c79-4614-9e1c-0888ce38a9ed tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:23.397637 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d65b9c32-0401-4a39-91df-bc7300572a33 req-de238138-0c79-4614-9e1c-0888ce38a9ed tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0774136 Jan 24 09:55:23.424883 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] For port dc63d766-8ecc-436a-8861-dc56efe4df18, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:23.430009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] For port dc63d766-8ecc-436a-8861-dc56efe4df18, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dc63d766-8ecc-436a-8861-dc56efe4df18,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:23.437115 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.476021 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d65b9c32-0401-4a39-91df-bc7300572a33 req-08d225d5-4bd0-400c-8edc-87d6974ed5be tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703423 Jan 24 09:55:23.520209 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08768ff-d914-44c7-a0d3-d3bee5dbcb69 None None] Pushing event updated for resources: {'Port': ['ID=dc63d766-8ecc-436a-8861-dc56efe4df18,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:23.565543 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67af0af-a17b-4561-80f2-61b857b22223 req-633e45aa-2788-4a0a-9a90-47111aebbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:23.567062 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d67af0af-a17b-4561-80f2-61b857b22223 req-633e45aa-2788-4a0a-9a90-47111aebbbc0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1099 time: 0.0970576 Jan 24 09:55:23.705739 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d67af0af-a17b-4561-80f2-61b857b22223 req-aabd839d-6321-4f41-8db6-3809aacd674f service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289639 Jan 24 09:55:23.730519 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for router_gateway (49bf2dd0-fce4-4116-8611-081b819c4acc), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:23.928652 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f96f5e-d070-4cff-a335-d940b7ea1106 req-76b072bd-6e28-4c93-84ca-19e26d3632c2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:23.930309 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b0f96f5e-d070-4cff-a335-d940b7ea1106 req-76b072bd-6e28-4c93-84ca-19e26d3632c2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0541842 Jan 24 09:55:23.981366 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b0f96f5e-d070-4cff-a335-d940b7ea1106 req-6bb254b7-2fd7-4d4a-8c4d-6a58d16a098d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 Jan 24 09:55:24.198688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:24.362721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Router 49bf2dd0-fce4-4116-8611-081b819c4acc is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102508) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:55:24.431177 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dc63d766-8ecc-436a-8861-dc56efe4df18 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:24.494751 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:24.506351 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:24.528000 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:24.530603 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2f3f33a7-9822-47c5-a2ac-300db48a653e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9999888 Jan 24 09:55:24.533521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57788) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:24.543097 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a64c2-4d0a-4db8-8bfb-08376c7b54bb None None] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:55:24.608512 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:55:24.615115 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port dc63d766-8ecc-436a-8861-dc56efe4df18 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:24.615699 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:24.625828 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:24.626462 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:54:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:24.669674 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ffaa6-0bd2-4f6e-b23b-103cee09c3ae req-cf96aa00-0d78-40b7-9393-ac201ea88385 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:24.677119 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-840ffaa6-0bd2-4f6e-b23b-103cee09c3ae req-cf96aa00-0d78-40b7-9393-ac201ea88385 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0872092 Jan 24 09:55:24.734100 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-840ffaa6-0bd2-4f6e-b23b-103cee09c3ae req-b5a83d74-602c-4670-8c58-fa350f8cab3f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513558 Jan 24 09:55:24.844017 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Provisioning complete for port dc63d766-8ecc-436a-8861-dc56efe4df18 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:24.844725 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:24.993452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:25.128276 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.222181 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a81ba-64ae-4357-9cd0-28ef9b4addcb req-1eb5a974-2231-4dd6-9c20-d51641db1048 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:25.224076 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-504a81ba-64ae-4357-9cd0-28ef9b4addcb req-1eb5a974-2231-4dd6-9c20-d51641db1048 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.1019237 Jan 24 09:55:25.299684 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-504a81ba-64ae-4357-9cd0-28ef9b4addcb req-4697827e-3086-4279-8d44-041d8774e48d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671661 Jan 24 09:55:25.367942 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Allocated IP 172.20.0.1 (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960/b4514f2d-7565-4f6b-af56-eb3f84a015f9) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:25.410656 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:25.416400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port dc63d766-8ecc-436a-8861-dc56efe4df18 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:25.416793 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.452321 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:55:25.456081 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-25a23b1e-b7ed-494a-8277-d19c6eb0105b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.466865 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Current status of the port dc63d766-8ecc-436a-8861-dc56efe4df18 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:25.467647 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.521274 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks [] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.528265 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:55:25.546792 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port dc63d766-8ecc-436a-8861-dc56efe4df18, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dc63d766-8ecc-436a-8861-dc56efe4df18,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:25.561784 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.580958 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.592314 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: ACTIVE; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:25.592706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.606734 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:25.610028 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:25.612625 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:25.666190 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Pushing event updated for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:25.682306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (49bf2dd0-fce4-4116-8611-081b819c4acc), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.692109 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:55:25.725596 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.db.api [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 24 09:55:25.726002 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG oslo_db.api [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 24 09:55:25.739099 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=dc63d766-8ecc-436a-8861-dc56efe4df18,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:25.743739 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:25.754646 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.788689 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:23Z', 'revision_number': 3, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:25.898701 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:25.914827 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6af84-e19f-487c-b0f0-513d079d5d3f req-be4d974f-d57f-488c-a5ec-d2928feec776 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:25.923000 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b6e6af84-e19f-487c-b0f0-513d079d5d3f req-be4d974f-d57f-488c-a5ec-d2928feec776 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0833621 Jan 24 09:55:26.011010 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b6e6af84-e19f-487c-b0f0-513d079d5d3f req-74f43982-f4ab-43c5-be52-0d4e02ab0232 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863094 Jan 24 09:55:26.060759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:26.061154 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Updating router 49bf2dd0-fce4-4116-8611-081b819c4acc port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:55:26.109096 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.112074 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=6']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:26.145753 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks [] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.153104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.229997 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:55:26.255125 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Pushing event updated for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:26.259093 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (49bf2dd0-fce4-4116-8611-081b819c4acc), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.329775 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f46db-6f10-499c-9bbc-ef1ab0ba67c1 None None] Current status of the port dc63d766-8ecc-436a-8861-dc56efe4df18 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:26.352270 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.413140 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dc63d766-8ecc-436a-8861-dc56efe4df18 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:26.429963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:26.431419 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:26.489825 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678f767-9216-47d6-9d5b-fcbbed4c782c req-f47f779c-58f2-4563-a6a3-c51cbef8a9fb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:26.492656 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a678f767-9216-47d6-9d5b-fcbbed4c782c req-f47f779c-58f2-4563-a6a3-c51cbef8a9fb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.0763285 Jan 24 09:55:26.541276 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Provisioning complete for port dc63d766-8ecc-436a-8861-dc56efe4df18 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:26.541890 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.565115 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a678f767-9216-47d6-9d5b-fcbbed4c782c req-20e5a700-bbfa-4234-b739-6baa19b0b6c4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650740 Jan 24 09:55:26.654037 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:55:26.688722 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port dc63d766-8ecc-436a-8861-dc56efe4df18 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:26.689575 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.786971 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:26.802102 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-29cc2fa7-ede3-4d1b-bf3c-8e595720a46d admin admin] 10.222.0.39 "PUT /v2.0/routers/49bf2dd0-fce4-4116-8611-081b819c4acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2595422 Jan 24 09:55:26.916651 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks [] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.935214 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Current status of the port dc63d766-8ecc-436a-8861-dc56efe4df18 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:26.939623 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:26.955296 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port dc63d766-8ecc-436a-8861-dc56efe4df18 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:27.020350 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:27.020724 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.078828 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Attempting to bind port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:27.079250 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Attempting to bind port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:27.079647 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Attempting to bind port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:27.081571 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5d3dd-7fd4-4e2b-86ea-c9ca5fe2cd52 None None] Pushing event updated for resources: {'Port': ['ID=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:27.095635 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:27.096030 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:27.096495 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.096919 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:27.097380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Bound port: 48bf85d3-92f2-40b3-9788-aeac3eb04fbe, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:27.097814 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.159811 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] For port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:27.163742 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] For port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:27.172053 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.207882 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d25b1789-9472-4e2b-a93b-f315eb1d3c2a None None] Port b4514f2d-7565-4f6b-af56-eb3f84a015f9 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:55:27.258518 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:27.259662 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:27.303078 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5d3dd-7fd4-4e2b-86ea-c9ca5fe2cd52 None None] Pushing event updated for resources: {'Port': ['ID=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:27.366987 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e076ed93-bb55-45c7-b08f-df07393b3d24 None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:27.367528 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e076ed93-bb55-45c7-b08f-df07393b3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.411743 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57818) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:27.417412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524911868-network', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:27.419169 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e076ed93-bb55-45c7-b08f-df07393b3d24 None None] Port b4514f2d-7565-4f6b-af56-eb3f84a015f9 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:55:27.427087 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:27.443628 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Made reservation on behalf of 5c77d37188a74a728ec9654d2979b4ec for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:55:27.447112 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.457519 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.571709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks [] for security_group (04b08b1e-947b-47c7-87b7-125ed7d90556), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.579736 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (04b08b1e-947b-47c7-87b7-125ed7d90556), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.616324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:55:27.624108 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b08b1e-947b-47c7-87b7-125ed7d90556,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:27.636241 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (2228177d-c747-4926-8daf-88a5dbb76f41), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.636594 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Added segment 2228177d-c747-4926-8daf-88a5dbb76f41 of type vlan for network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 Jan 24 09:55:27.726295 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 2, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:27.736125 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (b8fe39dc-109d-40f9-bf2c-5b887ad47b83), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.756860 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f1658-78fa-4a85-b534-681cfc7946e8 req-e5d33af8-1709-41e5-bfde-c4d8cf871e0d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:27.768162 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (b8fe39dc-109d-40f9-bf2c-5b887ad47b83), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.769286 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-542f1658-78fa-4a85-b534-681cfc7946e8 req-e5d33af8-1709-41e5-bfde-c4d8cf871e0d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.0765007 Jan 24 09:55:27.769996 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:27.770704 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.781097 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:27.782845 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13add4c0-cc70-4e27-876f-763215ad5aee None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 2, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:27.838631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] Pushing event updated for resources: {'Network': ['ID=b8fe39dc-109d-40f9-bf2c-5b887ad47b83,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:27.840985 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-542f1658-78fa-4a85-b534-681cfc7946e8 req-724a050d-3c40-4e1f-a082-f7e389470948 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634890 Jan 24 09:55:27.849989 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:55:27.861524 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-962f3204-9ebd-463c-9089-3bac245edefa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4484975 Jan 24 09:55:27.864311 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57822) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:27.869663 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Request body: {'subnet': {'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524911868-subnet', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'ip_version': 4}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:27.904288 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Made reservation on behalf of 5c77d37188a74a728ec9654d2979b4ec for: {'subnet': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:55:27.907353 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132074837'] for subnet (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.143309 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132952129', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132074823'] for subnet (95314727-f261-4dc4-8c84-f8e755cfffe9), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.211253 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95314727-f261-4dc4-8c84-f8e755cfffe9,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:28.236671 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Checking segment: {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:28.237030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Network hostable DHCP agents. Network: b8fe39dc-109d-40f9-bf2c-5b887ad47b83, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102508) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:55:28.278191 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102508) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:55:28.298853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, b8fe39dc-109d-40f9-bf2c-5b887ad47b83) {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:28.305678 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:28.307042 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.309035 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabe795-5dbe-4786-a609-b9218462873b None None] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:55:28.330489 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57826) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:28.330939 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9a4689d4-b3de-4479-b637-747ec307eacd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4652102 Jan 24 09:55:28.339228 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:28.396852 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-555889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62123'] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.398308 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-567689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62162'] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.505937 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb0a2275-4a25-5319-aa34-6c01cc3df6a0-b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'fixed_ips': [{'subnet_id': '95314727-f261-4dc4-8c84-f8e755cfffe9'}]}} from dv-cinder-809523-7-iscsi. {{(pid=102509) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 24 09:55:28.507009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.508101 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for router_controller (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), precommit_add_association {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.586065 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:28.677252 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for router_gateway (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:28.773443 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.db_base_plugin_common [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Allocated IP 172.20.0.2 (b8fe39dc-109d-40f9-bf2c-5b887ad47b83/95314727-f261-4dc4-8c84-f8e755cfffe9/2f6e626b-a7d2-4f62-a647-e08116fc2388) {{(pid=102509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:28.778925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:28.779325 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.091320 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks [] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), precommit_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.103110 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), after_create {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.120607 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4035d-0c8d-473a-b2ed-9c1921c00009 req-a1009550-afd9-4b09-8a21-61a33e3bfcd0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:29.123230 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eba4035d-0c8d-473a-b2ed-9c1921c00009 req-a1009550-afd9-4b09-8a21-61a33e3bfcd0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.1227438 Jan 24 09:55:29.124786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for router_gateway (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.251395 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.253952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:29.254363 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.323717 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:29.328361 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 is already hosted by enough agents. {{(pid=102509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:29.331266 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:55:29.333576 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2cde32-3bee-4833-9816-d2856bc908fe" -d '{"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:55:29.369309 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.scheduler.base_scheduler [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Resources bound (agent type, host, resource id): {{(pid=102509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:29.381629 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.389393 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Received port after_create {{(pid=102509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:29.439273 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19beecf-1076-463c-b475-39a5a212253b x-openstack-request-id: req-f19beecf-1076-463c-b475-39a5a212253b {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:55:29.439855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:55:29.440265 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f19beecf-1076-463c-b475-39a5a212253b {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:55:29.443840 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'code': 200} Jan 24 09:55:29.448473 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Pushing event updated for resources: {'Port': ['ID=2f6e626b-a7d2-4f62-a647-e08116fc2388,revision_number=1']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:29.452214 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.470199 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Allocated IP 172.27.3.229 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/faaf0f86-af1c-4161-ab24-7f87f8ec6614) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:29.505114 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Attempting to bind port 2f6e626b-a7d2-4f62-a647-e08116fc2388 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:29.505782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Attempting to bind port 2f6e626b-a7d2-4f62-a647-e08116fc2388 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:29.506311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Attempting to bind port 2f6e626b-a7d2-4f62-a647-e08116fc2388 on network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:29.515906 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:29.516549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Checking segment: {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:29.517132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.517652 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Bound using segment: {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:29.518278 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Bound port: 2f6e626b-a7d2-4f62-a647-e08116fc2388, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:29.518814 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.598377 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=7']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:29.618907 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.644660 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] For port 2f6e626b-a7d2-4f62-a647-e08116fc2388, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:29.648729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] For port 2f6e626b-a7d2-4f62-a647-e08116fc2388, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2f6e626b-a7d2-4f62-a647-e08116fc2388,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:29.657296 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.666128 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-eba4035d-0c8d-473a-b2ed-9c1921c00009 req-90bcdd29-f1af-49fd-bd4e-82f10fff41c5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4936936 Jan 24 09:55:29.721006 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:29.739943 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92e04b-256f-49d7-8c3b-2dc0d4a80bed None None] Pushing event updated for resources: {'Port': ['ID=2f6e626b-a7d2-4f62-a647-e08116fc2388,revision_number=2']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:29.796712 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:29.801299 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:29.804335 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:29.861338 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Pushing event updated for resources: {'Port': ['ID=faaf0f86-af1c-4161-ab24-7f87f8ec6614,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:30.467806 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for router_gateway (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:30.525462 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 48bf85d3-92f2-40b3-9788-aeac3eb04fbe up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:30.616740 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:30.617059 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:30.758513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:30.759144 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:30.811387 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:30.821077 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:30.823711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2f6e626b-a7d2-4f62-a647-e08116fc2388 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:30.893520 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551680'] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:30.993645 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 2f6e626b-a7d2-4f62-a647-e08116fc2388 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:30.996982 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:31.000866 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:31.030936 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5df49-3e0f-483a-9033-7ca0c5b9e52f req-d98d7bc5-f482-4df5-9129-bcf5f02dfeef tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:31.033771 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-edf5df49-3e0f-483a-9033-7ca0c5b9e52f req-d98d7bc5-f482-4df5-9129-bcf5f02dfeef tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.1724246 Jan 24 09:55:31.110226 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 2f6e626b-a7d2-4f62-a647-e08116fc2388 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:31.110646 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:31.133052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-edf5df49-3e0f-483a-9033-7ca0c5b9e52f req-a891dcf7-aebd-4037-8496-2977d4fb1e8f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617337 Jan 24 09:55:31.172362 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port 2f6e626b-a7d2-4f62-a647-e08116fc2388, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2f6e626b-a7d2-4f62-a647-e08116fc2388,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:31.182328 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:31.233287 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Router a16ff96d-ac0f-452b-8e49-ac0a11639b5f is scheduled to L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f with binding_index 1 {{(pid=102507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 24 09:55:31.382230 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:31.388700 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ec12c-fe85-48e3-8399-f734b25329f0 None None] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:55:31.393377 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Sync routers for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:31.404956 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:31.405582 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:31.405715 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:31.410146 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57862) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:31.411890 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ca893728-d730-4044-98c9-c9544bef49aa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0797899 Jan 24 09:55:31.435107 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=2f6e626b-a7d2-4f62-a647-e08116fc2388,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:31.494197 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-30414228-77fa-4001-b797-1661f5494c86 None None] Provisioning complete for port 2f6e626b-a7d2-4f62-a647-e08116fc2388 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:31.494523 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-30414228-77fa-4001-b797-1661f5494c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:31.617355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:31.649262 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:31.671223 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:31.671898 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:31.673778 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-30414228-77fa-4001-b797-1661f5494c86 None None] Current status of the port 2f6e626b-a7d2-4f62-a647-e08116fc2388 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:31.821398 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:31.886553 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 3, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:31.950566 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Checking router: a16ff96d-ac0f-452b-8e49-ac0a11639b5f for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:31.950941 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Updating router a16ff96d-ac0f-452b-8e49-ac0a11639b5f port faaf0f86-af1c-4161-ab24-7f87f8ec6614 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:55:31.988874 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.053098 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-17240878-612b-4862-940f-82da5b509af4 None None] Provisioning complete for port 2f6e626b-a7d2-4f62-a647-e08116fc2388 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:32.053476 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-17240878-612b-4862-940f-82da5b509af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.123876 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.152807 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-17240878-612b-4862-940f-82da5b509af4 None None] Current status of the port 2f6e626b-a7d2-4f62-a647-e08116fc2388 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:32.245255 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks [] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.256768 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.261297 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 2, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:32.287024 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Attempting to bind port faaf0f86-af1c-4161-ab24-7f87f8ec6614 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:32.287388 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Attempting to bind port faaf0f86-af1c-4161-ab24-7f87f8ec6614 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:32.287747 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Attempting to bind port faaf0f86-af1c-4161-ab24-7f87f8ec6614 on network 859e3319-4c87-4ef0-883c-1d643089d79f {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:32.308410 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:32.308786 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Checking segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:32.309186 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.309749 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Bound using segment: {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:32.310426 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Bound port: faaf0f86-af1c-4161-ab24-7f87f8ec6614, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857b1079-f231-46e0-849a-c448c47a4e6b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:32.311002 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.343782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:32.344136 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Updating router 49bf2dd0-fce4-4116-8611-081b819c4acc port b4514f2d-7565-4f6b-af56-eb3f84a015f9 binding host dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:55:32.357923 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f659ad-ee4e-4a78-ae5e-e83f0effb3f6 req-46cf9242-4711-4091-a142-58c8fe010972 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:32.367280 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-77f659ad-ee4e-4a78-ae5e-e83f0effb3f6 req-46cf9242-4711-4091-a142-58c8fe010972 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.1009121 Jan 24 09:55:32.403819 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] For port faaf0f86-af1c-4161-ab24-7f87f8ec6614, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:32.411192 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] For port faaf0f86-af1c-4161-ab24-7f87f8ec6614, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=faaf0f86-af1c-4161-ab24-7f87f8ec6614,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:32.417633 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.421385 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.422821 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 48bf85d3-92f2-40b3-9788-aeac3eb04fbe up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:32.425414 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Pushing event updated for resources: {'Port': ['ID=faaf0f86-af1c-4161-ab24-7f87f8ec6614,revision_number=2']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:32.427720 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Allocated IP 172.20.0.1 (b8fe39dc-109d-40f9-bf2c-5b887ad47b83/95314727-f261-4dc4-8c84-f8e755cfffe9/c73eee47-a6ab-4a31-8ad6-a5d80368cd94) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:32.454716 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.455446 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.456487 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.457064 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.457601 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.458559 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.459135 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.460352 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.461346 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.461915 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.462459 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.463028 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.463578 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:32.478068 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-77f659ad-ee4e-4a78-ae5e-e83f0effb3f6 req-14403552-1a7c-4639-af65-66071238e8eb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087022 Jan 24 09:55:32.573374 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43c75-8ab1-4873-9d95-c2dd14379212 None None] Pushing event updated for resources: {'Port': ['ID=faaf0f86-af1c-4161-ab24-7f87f8ec6614,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:32.581058 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:32.582386 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:32.590770 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks [] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.600174 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:32.600551 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.662528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.682714 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:32.685350 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:32.727465 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:32.733899 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:32.763854 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:32.764969 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2f6e626b-a7d2-4f62-a647-e08116fc2388 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:32.790186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529714'] for router_interface (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:32.881112 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:32.908179 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port 2f6e626b-a7d2-4f62-a647-e08116fc2388 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:32.908564 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.029587 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks [] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), precommit_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.034474 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 3, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:33.041654 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.055513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.103767 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27514e9-7853-4a87-b74b-4f88bc8a9385 None None] The sync data for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi is: [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 3, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:33.204104 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cf81deca-abb6-43cb-af24-fa4c332ee7c7 None None] Provisioning complete for port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:33.204504 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cf81deca-abb6-43cb-af24-fa4c332ee7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.256034 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a259e-dd49-459f-8fd5-3182ea3aef56 None None] Pushing event updated for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=3']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:33.262506 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port 2f6e626b-a7d2-4f62-a647-e08116fc2388 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:33.265327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cf81deca-abb6-43cb-af24-fa4c332ee7c7 None None] Port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:55:33.290094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks [] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.297126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.343835 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Attempting to bind port b4514f2d-7565-4f6b-af56-eb3f84a015f9 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:33.344601 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Attempting to bind port b4514f2d-7565-4f6b-af56-eb3f84a015f9 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:33.345225 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Attempting to bind port b4514f2d-7565-4f6b-af56-eb3f84a015f9 on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:33.353853 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:33.354424 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:33.354930 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.355402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Bound using segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} {{(pid=102509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:33.355974 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.managers [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Bound port: b4514f2d-7565-4f6b-af56-eb3f84a015f9, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}}] {{(pid=102509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:33.356624 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.429327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] For port b4514f2d-7565-4f6b-af56-eb3f84a015f9, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:33.437509 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525944'] for router_interface (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.438065 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] For port b4514f2d-7565-4f6b-af56-eb3f84a015f9, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=b4514f2d-7565-4f6b-af56-eb3f84a015f9,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:33.453033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.467371 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:33.558845 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a259e-dd49-459f-8fd5-3182ea3aef56 None None] Pushing event updated for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:33.567467 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:33.568087 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:33.647471 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:33.649699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:33.687714 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5abb-2c38-4e61-9d93-f78fcc02a689 req-d20fa3a3-e072-4c1d-9ffa-ad37bc94a3c1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:33.706233 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c16b5abb-2c38-4e61-9d93-f78fcc02a689 req-d20fa3a3-e072-4c1d-9ffa-ad37bc94a3c1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.1060853 Jan 24 09:55:33.727331 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:33.731226 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:33.826645 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c16b5abb-2c38-4e61-9d93-f78fcc02a689 req-828bb682-e3a6-4bf9-b5aa-ae63880c23da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189220 Jan 24 09:55:33.879609 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:33.943383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Router a16ff96d-ac0f-452b-8e49-ac0a11639b5f has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:55:34.361655 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Current status of the port b4514f2d-7565-4f6b-af56-eb3f84a015f9 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:34.362292 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:34.485640 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] For port b4514f2d-7565-4f6b-af56-eb3f84a015f9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=b4514f2d-7565-4f6b-af56-eb3f84a015f9,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:34.497139 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:34.500183 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:34.521988 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8fcaa9ab-d7e3-4d56-b4bb-d17a60d0e9f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/a16ff96d-ac0f-452b-8e49-ac0a11639b5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0999684 Jan 24 09:55:34.653035 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device faaf0f86-af1c-4161-ab24-7f87f8ec6614 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:34.681722 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:34.682094 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:34.687484 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67304a4-736d-4405-a8a0-5303551c77c6 None None] Pushing event updated for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:34.810988 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port faaf0f86-af1c-4161-ab24-7f87f8ec6614 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:34.811450 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:34.856839 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:33Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:34.892330 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Current status of the port b4514f2d-7565-4f6b-af56-eb3f84a015f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:34.895540 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4583911-64ec-4968-94b9-af433bf45c91 None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:33Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:34.913534 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Provisioning complete for port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:34.913912 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:34.990245 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cece2-6190-4efa-90ec-d31b7146e592 req-0f121e68-bbc0-4d83-b37a-702c165b4946 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:34.991928 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fe1cece2-6190-4efa-90ec-d31b7146e592 req-0f121e68-bbc0-4d83-b37a-702c165b4946 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0773020 Jan 24 09:55:34.997934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port faaf0f86-af1c-4161-ab24-7f87f8ec6614 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:35.001420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.032420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] For port faaf0f86-af1c-4161-ab24-7f87f8ec6614, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=faaf0f86-af1c-4161-ab24-7f87f8ec6614,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:35.042757 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.044057 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device b4514f2d-7565-4f6b-af56-eb3f84a015f9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:35.118351 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fe1cece2-6190-4efa-90ec-d31b7146e592 req-44fb98cc-7b64-4244-923f-f8481f1c8a00 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184070 Jan 24 09:55:35.143052 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e6927b62-2884-4f6c-9ad9-b98b7e221300 None None] Port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:55:35.188830 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Pushing event updated for resources: {'Port': ['ID=faaf0f86-af1c-4161-ab24-7f87f8ec6614,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:35.205728 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:35.206169 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.351443 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port b4514f2d-7565-4f6b-af56-eb3f84a015f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:35.517040 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57888) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:35.521662 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090568989', 'description': 'tempest-secgroup-smoke-2090568989 description', 'project_id': '607ef43389924f3b981ac750be984827'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:35.559039 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.655836 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (8b3926cf-5d3b-45d5-a41a-e561bf91f0b3), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.669488 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Sync routers for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:35.677106 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8b3926cf-5d3b-45d5-a41a-e561bf91f0b3), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.683201 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:35.684117 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:35.705390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:35.725235 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.729202 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-b047ac49-0ee1-4db8-902e-4cf00f936aa6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2085078 Jan 24 09:55:35.729453 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57890) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:35.734034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:35.771862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (de7ee1c5-8953-4e6f-a6d5-762a3824ccf8), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.844686 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:35.854521 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (de7ee1c5-8953-4e6f-a6d5-762a3824ccf8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.860096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (de7ee1c5-8953-4e6f-a6d5-762a3824ccf8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.889724 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:35.893456 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605825 Jan 24 09:55:35.893925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57892) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:35.899429 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cb72f-f88d-42ed-aaca-800afa721b62 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7ee1c5-8953-4e6f-a6d5-762a3824ccf8,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:35.911383 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:35.966805 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (2447afb6-fba8-4551-aae2-5ef97044829e), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.096478 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (2447afb6-fba8-4551-aae2-5ef97044829e), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.104343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (2447afb6-fba8-4551-aae2-5ef97044829e), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.125045 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2447afb6-fba8-4551-aae2-5ef97044829e,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:36.133859 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:32Z', 'revision_number': 4, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'c73eee47-a6ab-4a31-8ad6-a5d80368cd94', 'name': '', 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'mac_address': 'fa:16:3e:22:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:32Z', 'updated_at': '2022-01-24T09:55:33Z', 'revision_number': 2, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'subnets': [{'id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:36.135173 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.136668 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-4b486ebb-2d04-469d-8193-cd9158ffb0bc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415850 Jan 24 09:55:36.140809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57896) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:36.146005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:36.185584 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Checking router: a16ff96d-ac0f-452b-8e49-ac0a11639b5f for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:36.185937 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Updating router a16ff96d-ac0f-452b-8e49-ac0a11639b5f port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 binding host dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 24 09:55:36.204292 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (2d3849f8-d6ae-47e2-8722-b1347fb96c7b), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.220202 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.244681 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7890ef-0b12-4ac4-9bb4-8c6cbb60a237 req-3d495cf6-164f-4d27-a8a7-b7d66a829cf2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:36.246198 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4f7890ef-0b12-4ac4-9bb4-8c6cbb60a237 req-3d495cf6-164f-4d27-a8a7-b7d66a829cf2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0606229 Jan 24 09:55:36.339212 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (2d3849f8-d6ae-47e2-8722-b1347fb96c7b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.357451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (2d3849f8-d6ae-47e2-8722-b1347fb96c7b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.367260 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4f7890ef-0b12-4ac4-9bb4-8c6cbb60a237 req-798749a0-8353-4e62-a9af-e5b6dd0d780f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122649 Jan 24 09:55:36.368751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device faaf0f86-af1c-4161-ab24-7f87f8ec6614 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:36.392461 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3849f8-d6ae-47e2-8722-b1347fb96c7b,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:36.398124 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.399357 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fb703434-aba0-419b-9224-18d22dc05238 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575364 Jan 24 09:55:36.403209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57900) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:36.408634 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:36.453778 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (d5255d94-c0db-4f27-8186-1c97f43cb167), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.455591 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port faaf0f86-af1c-4161-ab24-7f87f8ec6614 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:36.455966 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.549420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port faaf0f86-af1c-4161-ab24-7f87f8ec6614 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:36.551260 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device b4514f2d-7565-4f6b-af56-eb3f84a015f9 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:36.577422 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (d5255d94-c0db-4f27-8186-1c97f43cb167), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.585270 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (d5255d94-c0db-4f27-8186-1c97f43cb167), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.610069 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5255d94-c0db-4f27-8186-1c97f43cb167,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:36.617710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port b4514f2d-7565-4f6b-af56-eb3f84a015f9 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:36.618489 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.636472 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.637832 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3bc20221-2af0-41bf-8517-695a12314aa7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2331991 Jan 24 09:55:36.640930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 57902) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:36.650397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:36.688584 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.securitygroups_db [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Project 607ef43389924f3b981ac750be984827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:55:36.702380 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (ec132d2c-f402-457f-acb7-388e421fa2e3), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.734261 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port b4514f2d-7565-4f6b-af56-eb3f84a015f9 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:36.792632 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks [] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), precommit_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.793338 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (ec132d2c-f402-457f-acb7-388e421fa2e3), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.798995 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (ec132d2c-f402-457f-acb7-388e421fa2e3), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.799559 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.822127 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec132d2c-f402-457f-acb7-388e421fa2e3,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:36.834664 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.839954 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 57904) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:36.841540 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e3c6a278-0977-4341-8257-ada9cc83d35c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1995425 Jan 24 09:55:36.848610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'security_group_rule': {'security_group_id': '8b3926cf-5d3b-45d5-a41a-e561bf91f0b3', 'project_id': '607ef43389924f3b981ac750be984827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:36.858774 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278ad3d-69b1-4ea1-846b-869c18c251ed None None] Pushing event updated for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=3']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:36.899473 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.securitygroups_db [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Project 607ef43389924f3b981ac750be984827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 24 09:55:36.905219 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (e3de6fa8-45f3-4e16-a600-fd2a387d04ec), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.913888 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Attempting to bind port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 on host dv-cinder-809523-7-iscsi for vnic_type normal with profile {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:55:36.914254 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Attempting to bind port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 by drivers openvswitch,hyperv on host dv-cinder-809523-7-iscsi at level 0 using segments [{'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:55:36.914614 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Attempting to bind port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 on network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:55:36.921654 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Checking agent: {'id': '2852d3c6-d4e8-41cd-97a0-a9556a037a7a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809523-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 40, 59), 'started_at': datetime.datetime(2022, 1, 24, 9, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809523-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:55:36.922238 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Checking segment: {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:55:36.922765 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.923768 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Bound using segment: {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'} {{(pid=102510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:55:36.924452 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.managers [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Bound port: c73eee47-a6ab-4a31-8ad6-a5d80368cd94, host: dv-cinder-809523-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2228177d-c747-4926-8daf-88a5dbb76f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83'}}] {{(pid=102510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:55:36.925146 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), before_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.983765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (e3de6fa8-45f3-4e16-a600-fd2a387d04ec), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:36.993399 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (e3de6fa8-45f3-4e16-a600-fd2a387d04ec), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.017777 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3de6fa8-45f3-4e16-a600-fd2a387d04ec,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:37.025697 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.030701 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] For port c73eee47-a6ab-4a31-8ad6-a5d80368cd94, host dv-cinder-809523-7-iscsi, cleared binding levels {{(pid=102510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:55:37.035871 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.plugins.ml2.db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] For port c73eee47-a6ab-4a31-8ad6-a5d80368cd94, host dv-cinder-809523-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:55:37.043153 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron_lib.callbacks.manager [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_update {{(pid=102510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.043749 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-8bf2487e-8301-4e33-a133-c97ecfa92179 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1885896 Jan 24 09:55:37.140990 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278ad3d-69b1-4ea1-846b-869c18c251ed None None] Pushing event updated for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=4']} {{(pid=102510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:37.151477 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:37.152269 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:37.198171 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Provisioning complete for port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:37.198621 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.324990 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:37.327617 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Current status of the port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 is: DOWN; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:37.329423 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.381622 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] For port c73eee47-a6ab-4a31-8ad6-a5d80368cd94, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:37.419076 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.592451 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf1eb4-fc42-4591-8e37-4d86876d8ba8 None None] Pushing event updated for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:37.601591 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736340cc-a4a5-48ea-bee1-88ea91d92b3a req-61e6babc-2bc4-421f-ba5a-e520ba200a07 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:37.615257 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-736340cc-a4a5-48ea-bee1-88ea91d92b3a req-61e6babc-2bc4-421f-ba5a-e520ba200a07 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.1209435 Jan 24 09:55:37.640562 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-2508399f-7009-4b75-a788-327575c7ac3c None None] Provisioning complete for port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:37.641118 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2508399f-7009-4b75-a788-327575c7ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:37.721605 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:32Z', 'revision_number': 4, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'c73eee47-a6ab-4a31-8ad6-a5d80368cd94', 'name': '', 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'mac_address': 'fa:16:3e:22:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:32Z', 'updated_at': '2022-01-24T09:55:37Z', 'revision_number': 4, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'subnets': [{'id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:37.736225 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-736340cc-a4a5-48ea-bee1-88ea91d92b3a req-524f01ba-f994-4fc7-b478-132f76284ac2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191454 Jan 24 09:55:37.799181 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36762a-6f44-46a4-bc8b-67f167359cb4 None None] The sync data for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi is: [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T09:55:32Z', 'revision_number': 4, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'c73eee47-a6ab-4a31-8ad6-a5d80368cd94', 'name': '', 'network_id': 'b8fe39dc-109d-40f9-bf2c-5b887ad47b83', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'mac_address': 'fa:16:3e:22:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:32Z', 'updated_at': '2022-01-24T09:55:37Z', 'revision_number': 4, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'subnets': [{'id': '95314727-f261-4dc4-8c84-f8e755cfffe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:37.803299 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-2508399f-7009-4b75-a788-327575c7ac3c None None] Current status of the port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:38.425191 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device c73eee47-a6ab-4a31-8ad6-a5d80368cd94 up at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:55:38.483479 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Provisioning complete for port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:38.483855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:38.623954 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Current status of the port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 is: ACTIVE; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:38.909595 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98f885-1731-4d22-be37-e8c8dea08bca req-b4322c8f-4653-4568-9d9e-f1df2d3c23c3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:38.911320 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fc98f885-1731-4d22-be37-e8c8dea08bca req-b4322c8f-4653-4568-9d9e-f1df2d3c23c3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0644877 Jan 24 09:55:38.973734 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fc98f885-1731-4d22-be37-e8c8dea08bca req-2117d259-4bab-484a-a5f0-392eea05ef7b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 Jan 24 09:55:40.117491 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17625404-8185-43f9-ade2-1ceb7d945aff req-7e78c4d0-87a1-41a3-8dcc-6be5c7943720 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:40.119072 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17625404-8185-43f9-ade2-1ceb7d945aff req-7e78c4d0-87a1-41a3-8dcc-6be5c7943720 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0522788 Jan 24 09:55:40.173559 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17625404-8185-43f9-ade2-1ceb7d945aff req-6c5276ae-4520-44dc-b967-27321ddfc216 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Jan 24 09:55:40.275267 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-e09a50f9-f7d4-48c6-9d40-39516b85a900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:40.276738 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-e09a50f9-f7d4-48c6-9d40-39516b85a900 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1099 time: 0.0412617 Jan 24 09:55:40.389914 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-3b9fdf05-ee86-4170-9ca9-d424057b813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:40.391480 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-3b9fdf05-ee86-4170-9ca9-d424057b813a service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0925236 Jan 24 09:55:40.464049 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-675b2a9b-04a9-4f3e-a301-8ea4199978f8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 1001 time: 0.0642176 Jan 24 09:55:40.521356 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-918b0719-6c3a-474e-a0cb-9086f22126b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:40.522777 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-918b0719-6c3a-474e-a0cb-9086f22126b3 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0481009 Jan 24 09:55:40.571973 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-7ccc05c6-ad23-45fe-812d-7b54af606983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:40.573936 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-7ccc05c6-ad23-45fe-812d-7b54af606983 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436857 Jan 24 09:55:40.670009 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-962879ba-2ecc-4c48-beb4-36b6c5410d4e service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878553 Jan 24 09:55:40.769070 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-476901d7-05d9-40a5-af18-3e8f642f7657 req-ab1276b9-2de1-4798-94a2-c0df64860fee service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923500 Jan 24 09:55:41.307136 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8b70e-dbae-4b3d-a474-12a2d3d27aab req-8a62ed3d-ffc4-4d4f-a738-b77bad10311c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:41.308600 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-20a8b70e-dbae-4b3d-a474-12a2d3d27aab req-8a62ed3d-ffc4-4d4f-a738-b77bad10311c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0546758 Jan 24 09:55:41.359151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-20a8b70e-dbae-4b3d-a474-12a2d3d27aab req-53ff2006-5eb8-4235-91d1-e1ffc61c68ee tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447516 Jan 24 09:55:42.482360 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20efa8-b911-4f19-b0b4-76c947340121 req-5b6997ef-6b6b-467f-ad46-d3d64aa4a6b8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:42.483902 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a20efa8-b911-4f19-b0b4-76c947340121 req-5b6997ef-6b6b-467f-ad46-d3d64aa4a6b8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0498767 Jan 24 09:55:42.530006 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5a20efa8-b911-4f19-b0b4-76c947340121 req-ab7f08cf-b723-4458-84f4-6f4c8ea7b7a8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405447 Jan 24 09:55:43.314500 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ec5ad-7705-46b9-825e-9975709d9f02 req-b022d437-5f34-40dd-bb24-76a3a38c49d0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:43.316009 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a73ec5ad-7705-46b9-825e-9975709d9f02 req-b022d437-5f34-40dd-bb24-76a3a38c49d0 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0519712 Jan 24 09:55:43.373964 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a73ec5ad-7705-46b9-825e-9975709d9f02 req-805d5f3d-7b2b-4b36-ac00-7eb9b9b93f18 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494711 Jan 24 09:55:43.669707 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c702-e6cb-41d7-9f74-e5c4ba98fcc3 req-0f802025-dd24-4a8a-b3e5-78a2e91c9cf9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:43.671270 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b3b5c702-e6cb-41d7-9f74-e5c4ba98fcc3 req-0f802025-dd24-4a8a-b3e5-78a2e91c9cf9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0583541 Jan 24 09:55:43.729032 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b3b5c702-e6cb-41d7-9f74-e5c4ba98fcc3 req-b4f0896a-becb-443c-873c-d152038be6e4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512342 Jan 24 09:55:43.823416 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:44.372311 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1b8b9-73d9-4466-8ee2-b20aac02fbb4 req-19d361fd-b9fa-4761-95ca-6b2eaaef3b1d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:44.373830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63c1b8b9-73d9-4466-8ee2-b20aac02fbb4 req-19d361fd-b9fa-4761-95ca-6b2eaaef3b1d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 946 time: 0.0511348 Jan 24 09:55:44.431322 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-63c1b8b9-73d9-4466-8ee2-b20aac02fbb4 req-8f016015-c32d-44fc-b016-610718ec1213 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493753 Jan 24 09:55:44.507033 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3514b2-71c8-437d-af68-7f0c2c6f75d0 req-900e6fe6-4c22-4bdc-bc61-9dddd615c69e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:44.507033 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea3514b2-71c8-437d-af68-7f0c2c6f75d0 req-900e6fe6-4c22-4bdc-bc61-9dddd615c69e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0522668 Jan 24 09:55:44.559626 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea3514b2-71c8-437d-af68-7f0c2c6f75d0 req-b7a12197-7fdb-42b3-9ebb-30da55e6a13b tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466628 Jan 24 09:55:44.661900 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58090) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:44.690381 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:44.746334 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-a2c3f6ee-11c3-404f-8ebf-95aa22b0c9c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807962 Jan 24 09:55:44.753553 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-67aeadaa-da32-4f2b-95c1-d902bb13ce02 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:55:44.754539 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-67aeadaa-da32-4f2b-95c1-d902bb13ce02 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051923 Jan 24 09:55:44.772279 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: ACTIVE; New status is: DOWN {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:44.772728 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:44.795718 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:55:44.798029 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7450c-4ae3-4155-b9a4-8b0406635fa6" -d '{"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:55:44.815714 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:44.824751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:44.851028 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa98c49-b15d-425a-8b02-78d09c485fee x-openstack-request-id: req-efa98c49-b15d-425a-8b02-78d09c485fee {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:55:44.851320 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-unplugged", "status": "failed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "code": 422}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:55:44.851575 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efa98c49-b15d-425a-8b02-78d09c485fee {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:55:44.851961 dv-cinder-809523-7-iscsi neutron-server[102509]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'code': 422} returned with failed status Jan 24 09:55:44.877449 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=8']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:45.553916 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fde5b8-b145-44d4-aa99-aedf05c6f13b req-dcdfd692-c665-4704-af56-e241a3367bb1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:45.555402 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87fde5b8-b145-44d4-aa99-aedf05c6f13b req-dcdfd692-c665-4704-af56-e241a3367bb1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0506427 Jan 24 09:55:45.606151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87fde5b8-b145-44d4-aa99-aedf05c6f13b req-8638c57d-ca28-4f4c-aab7-0a48e20367ef tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448148 Jan 24 09:55:45.676055 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d00ec-4f4e-4840-a728-47758afb5451 req-ffdd217d-50e9-46e8-be30-e9dbf0480697 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:45.677548 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2d1d00ec-4f4e-4840-a728-47758afb5451 req-ffdd217d-50e9-46e8-be30-e9dbf0480697 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0493839 Jan 24 09:55:45.725324 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2d1d00ec-4f4e-4840-a728-47758afb5451 req-ec85a9b8-8ece-42a8-b951-ea1ced7ea2f7 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups?id=d99a542b-fbcf-4876-ab2b-4c77fdc955dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Jan 24 09:55:45.894217 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-f677410c-d80c-4691-a33f-72a60ea359ea tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:45.895783 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-f677410c-d80c-4691-a33f-72a60ea359ea tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 946 time: 0.0537801 Jan 24 09:55:45.995294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Deleting port 6c86941c-6b54-45b1-bb64-bc0a589b702f {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:55:45.995542 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.087859 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] For port 6c86941c-6b54-45b1-bb64-bc0a589b702f, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=6c86941c-6b54-45b1-bb64-bc0a589b702f,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:46.088228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.267595 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.267970 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.268289 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Floating IP dd2331ae-b5ed-49cd-a6a0-303f28e4526c disassociated. External IP: 172.27.3.92, port: 6c86941c-6b54-45b1-bb64-bc0a589b702f. Jan 24 09:55:46.268660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Calling delete_port for 6c86941c-6b54-45b1-bb64-bc0a589b702f owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:55:46.403015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (6c86941c-6b54-45b1-bb64-bc0a589b702f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.429223 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'Port': ['ID=6c86941c-6b54-45b1-bb64-bc0a589b702f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:46.552558 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:55:46.669251 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:46.700178 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:46.710553 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:46.711296 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:46.714092 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] No DVR routers for this DVR port 6c86941c-6b54-45b1-bb64-bc0a589b702f on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:55:46.717666 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:46.721703 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-32a48bd0-8428-438c-8a0b-7344f82f24a3 req-9ff44b88-8c9c-4c2f-b6bf-bcd0053e9dd4 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.123 "DELETE /v2.0/ports/6c86941c-6b54-45b1-bb64-bc0a589b702f HTTP/1.1" status: 204 len: 173 time: 0.8191733 Jan 24 09:55:46.722336 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'name': 'network-vif-deleted', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:55:46.724846 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532ddd70-054e-43b5-b085-474fe4700702" -d '{"events": [{"server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "name": "network-vif-deleted", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:55:46.730048 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825adc57-373d-484c-b8bb-d15e221be33f req-4afc7d1b-33af-4820-b8d6-2cdf763d1fb2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:46.732353 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-825adc57-373d-484c-b8bb-d15e221be33f req-4afc7d1b-33af-4820-b8d6-2cdf763d1fb2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0529747 Jan 24 09:55:46.784639 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9def55-e393-4619-a448-f4110569d029 req-09459072-9139-43ac-b780-1ce498e9dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:46.794840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-09459072-9139-43ac-b780-1ce498e9dc7b service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 1097 time: 0.0591466 Jan 24 09:55:46.795164 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8a5fd-6ffc-43c3-a79d-6b5c4d901ad2 x-openstack-request-id: req-b5f8a5fd-6ffc-43c3-a79d-6b5c4d901ad2 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:55:46.800513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c77e9aa-32da-4cb3-90a6-9903ce6c1a84", "name": "network-vif-deleted", "tag": "6c86941c-6b54-45b1-bb64-bc0a589b702f", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:55:46.800513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5f8a5fd-6ffc-43c3-a79d-6b5c4d901ad2 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:55:46.801376 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c77e9aa-32da-4cb3-90a6-9903ce6c1a84', 'name': 'network-vif-deleted', 'tag': '6c86941c-6b54-45b1-bb64-bc0a589b702f', 'status': 'completed', 'code': 200} Jan 24 09:55:46.832007 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-825adc57-373d-484c-b8bb-d15e221be33f req-d05e8782-2a8a-45b9-8e85-e5f25d86908f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881851 Jan 24 09:55:46.902873 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a2d7a1ce-eea8-438c-ac2a-d0e05e20f91b req-69279b12-b9cb-443d-b741-669cccbfb5e8 tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c77e9aa-32da-4cb3-90a6-9903ce6c1a84 HTTP/1.1" status: 200 len: 210 time: 0.0424752 Jan 24 09:55:46.905346 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:46.927765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9def55-e393-4619-a448-f4110569d029 req-ee52204f-af2c-4014-931b-065f6a615f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:46.929384 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-ee52204f-af2c-4014-931b-065f6a615f3c service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1097 time: 0.0658596 Jan 24 09:55:47.061786 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9def55-e393-4619-a448-f4110569d029 req-a25a42ad-480c-4a5f-b36d-743243fb678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:47.063287 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-a25a42ad-480c-4a5f-b36d-743243fb678a service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0998471 Jan 24 09:55:47.129909 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-c31ea9a6-5dcb-478d-bd17-7b4c4264311e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 999 time: 0.0580833 Jan 24 09:55:47.130490 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:47.156706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:47.165053 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:47.165653 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:47.179840 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9def55-e393-4619-a448-f4110569d029 req-1419a07f-cb5c-49a6-bc57-9ec343aa0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:47.181458 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-1419a07f-cb5c-49a6-bc57-9ec343aa0bb0 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0444529 Jan 24 09:55:47.231493 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9def55-e393-4619-a448-f4110569d029 req-9b9fbcc3-dab2-43a7-bd56-d112ea305785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:47.233493 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-9b9fbcc3-dab2-43a7-bd56-d112ea305785 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438828 Jan 24 09:55:47.351891 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-91a06b98-4838-4470-825b-87d6ef5c3633 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105981 Jan 24 09:55:47.420430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:47.460937 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bd9def55-e393-4619-a448-f4110569d029 req-ed8a730c-e056-494b-ae27-c9de954695c8 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027176 Jan 24 09:55:47.628630 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:47.654529 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbab30d-5c7a-452e-83ce-87e285ae41db None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:49:06Z', 'revision_number': 4, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '360bae25-a01f-41a8-926d-cb07edae3987', 'name': '', 'network_id': '821b19c6-c688-4d2b-bdba-98473bd6e28b', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'mac_address': 'fa:16:3e:1a:b9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:05Z', 'updated_at': '2022-01-24T09:49:10Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'subnets': [{'id': '8efb728b-6fe6-4424-a579-52bd699eb64c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:47.868918 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93095b76-4dfb-4f92-8828-73dda778a9a8 None None] New status for floating IP dd2331ae-b5ed-49cd-a6a0-303f28e4526c: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:55:48.001916 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a9ac-5378-4b08-8361-6acf547e9ecb req-34fc0f83-1b35-4509-beee-d5bfaabfbe07 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:48.004002 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9282a9ac-5378-4b08-8361-6acf547e9ecb req-34fc0f83-1b35-4509-beee-d5bfaabfbe07 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0738897 Jan 24 09:55:48.016919 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58146) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:48.106421 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9282a9ac-5378-4b08-8361-6acf547e9ecb req-97a2f001-fcff-4d3b-9bd7-eabe09771dc5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917869 Jan 24 09:55:48.116715 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (d99a542b-fbcf-4876-ab2b-4c77fdc955dc), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.164291 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (d99a542b-fbcf-4876-ab2b-4c77fdc955dc), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.248462 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d99a542b-fbcf-4876-ab2b-4c77fdc955dc), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.253240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.255323 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "DELETE /v2.0/security-groups/d99a542b-fbcf-4876-ab2b-4c77fdc955dc HTTP/1.1" status: 204 len: 168 time: 0.2365100 Jan 24 09:55:48.259217 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58148) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:48.268561 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94241239-f275-44ba-b022-42823fae01cf tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99a542b-fbcf-4876-ab2b-4c77fdc955dc,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:48.293316 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.api.v2.resource [None req-788caf85-9734-40d0-8877-63d48d33d63c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] show failed (client error): The resource could not be found. Jan 24 09:55:48.296723 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-788caf85-9734-40d0-8877-63d48d33d63c tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "GET /v2.0/security-groups/d99a542b-fbcf-4876-ab2b-4c77fdc955dc HTTP/1.1" status: 404 len: 347 time: 0.0363934 Jan 24 09:55:48.300843 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58150) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:48.497502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Deleting port 6f534c63-2493-4cab-bedd-414d2915af6e {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:55:48.497875 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.596295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.596732 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (6f534c63-2493-4cab-bedd-414d2915af6e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.611718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Calling delete_port for 6f534c63-2493-4cab-bedd-414d2915af6e owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:55:48.762595 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (6f534c63-2493-4cab-bedd-414d2915af6e), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.792196 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Pushing event deleted for resources: {'Port': ['ID=6f534c63-2493-4cab-bedd-414d2915af6e,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:48.796245 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 6c86941c-6b54-45b1-bb64-bc0a589b702f no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:48.816373 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 6c86941c-6b54-45b1-bb64-bc0a589b702f {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:48.816877 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 6c86941c-6b54-45b1-bb64-bc0a589b702f not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:48.817447 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:48.858856 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks [] for floatingip (dd2331ae-b5ed-49cd-a6a0-303f28e4526c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.862626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:48.867974 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f0e12d11-4f56-40fd-b3cf-ed4e67d2854e tempest-AttachVolumeTestJSON-1060694516 tempest-AttachVolumeTestJSON-1060694516-project] 10.222.0.39 "DELETE /v2.0/floatingips/dd2331ae-b5ed-49cd-a6a0-303f28e4526c HTTP/1.1" status: 204 len: 168 time: 0.5656850 Jan 24 09:55:48.912620 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: DOWN; New status is: DOWN {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:55:49.234432 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae260ac0-cedc-41df-9b66-67d6c0d686f9 req-d762fa0b-2d7e-401d-bd66-18142ee5f21f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:49.235974 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ae260ac0-cedc-41df-9b66-67d6c0d686f9 req-d762fa0b-2d7e-401d-bd66-18142ee5f21f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0526903 Jan 24 09:55:49.293472 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ae260ac0-cedc-41df-9b66-67d6c0d686f9 req-f891778f-da3b-489b-bda2-4a406f9f7027 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508235 Jan 24 09:55:50.421854 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78854b-610c-40b0-90a1-c6262ac082a9 req-1c4a98d4-4505-4cff-874c-ada8f72b2385 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:50.423385 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa78854b-610c-40b0-90a1-c6262ac082a9 req-1c4a98d4-4505-4cff-874c-ada8f72b2385 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0570803 Jan 24 09:55:50.480390 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa78854b-610c-40b0-90a1-c6262ac082a9 req-3711ae95-fd93-414c-b030-cc2fef3c5e88 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510657 Jan 24 09:55:51.603878 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07161e55-8fec-4122-b152-782e39ab51a4 req-334242fc-e9df-49b6-830c-6d037a4a6582 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:51.605473 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-07161e55-8fec-4122-b152-782e39ab51a4 req-334242fc-e9df-49b6-830c-6d037a4a6582 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0577054 Jan 24 09:55:51.663170 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-07161e55-8fec-4122-b152-782e39ab51a4 req-2ad97301-5a99-4097-a347-d43d7b97c56f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Jan 24 09:55:52.440016 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58206) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:52.795326 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af1d83-8fab-44bf-bb71-05eaf2105e9f req-7c0a5bea-2180-4779-812a-68f13196b773 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:52.796837 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5af1d83-8fab-44bf-bb71-05eaf2105e9f req-7c0a5bea-2180-4779-812a-68f13196b773 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0531323 Jan 24 09:55:52.852163 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5af1d83-8fab-44bf-bb71-05eaf2105e9f req-0a4bc1c7-164e-4dc7-9d73-42b53fb2b953 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 Jan 24 09:55:52.919787 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.011945 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-231eadeb-c6bd-44e1-ab20-f3ca5bbbda0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.192014 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Deleting port 360bae25-a01f-41a8-926d-cb07edae3987 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:55:53.192502 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (360bae25-a01f-41a8-926d-cb07edae3987), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.290373 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] For port 360bae25-a01f-41a8-926d-cb07edae3987, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=360bae25-a01f-41a8-926d-cb07edae3987,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:53.290727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (360bae25-a01f-41a8-926d-cb07edae3987), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.308721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Calling delete_port for 360bae25-a01f-41a8-926d-cb07edae3987 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:55:53.496822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (360bae25-a01f-41a8-926d-cb07edae3987), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.532814 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Pushing event deleted for resources: {'Port': ['ID=360bae25-a01f-41a8-926d-cb07edae3987,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:53.571979 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.572243 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.572584 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.572926 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.573255 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.573578 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.573901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.574220 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.574544 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.574865 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.575208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.575525 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.575853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:53.762485 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:53.980815 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3249653-0241-4158-b13c-804c6e39bbc0 req-35fadcd4-21cb-41c4-97ca-9786449c95d3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:53.982303 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3249653-0241-4158-b13c-804c6e39bbc0 req-35fadcd4-21cb-41c4-97ca-9786449c95d3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0495722 Jan 24 09:55:54.002996 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Router bd9a2249-a10d-4cad-84a0-cb943aa373e0 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:55:54.038005 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3249653-0241-4158-b13c-804c6e39bbc0 req-7f7b4788-c206-4175-a357-9dd213fc2adc tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500743 Jan 24 09:55:54.118980 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:55:54.124268 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e0e173c5-b5f4-4a51-8e07-1d0cf22ecc23 admin admin] 10.222.0.39 "PUT /v2.0/routers/bd9a2249-a10d-4cad-84a0-cb943aa373e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830862 Jan 24 09:55:54.126708 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58222) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:54.130289 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Sync routers for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:55:54.141814 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:54.142691 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:54.277040 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:54.511638 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:55:53Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:54.518324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks [] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:54.568155 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Checking router: bd9a2249-a10d-4cad-84a0-cb943aa373e0 for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:55:54.591369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Routers {'bd9a2249-a10d-4cad-84a0-cb943aa373e0'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:55:54.592117 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:54.629631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks [] for router_gateway (bd9a2249-a10d-4cad-84a0-cb943aa373e0), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:54.704912 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Deleting port d593c952-0c32-4a5b-8e34-143441680cd9 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:55:54.705260 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:54.718542 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] Set router bd9a2249-a10d-4cad-84a0-cb943aa373e0 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:55:54.820061 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] For port d593c952-0c32-4a5b-8e34-143441680cd9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d593c952-0c32-4a5b-8e34-143441680cd9,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:54.820957 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:54.834615 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Calling delete_port for d593c952-0c32-4a5b-8e34-143441680cd9 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:55:54.918111 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:55:53Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:54.948399 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade15aa8-7cb5-49a9-838a-c0fcadea246c None None] The sync data for ids ['bd9a2249-a10d-4cad-84a0-cb943aa373e0'] in dv-cinder-809523-7-iscsi is: [{'id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'name': 'tempest-AttachVolumeTestJSON-2020238723-router', 'tenant_id': 'd729796505774fa5bd9b9590e8fc2924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:49:00Z', 'updated_at': '2022-01-24T09:55:53Z', 'revision_number': 5, 'project_id': 'd729796505774fa5bd9b9590e8fc2924', 'gw_port': {'id': 'd593c952-0c32-4a5b-8e34-143441680cd9', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a2249-a10d-4cad-84a0-cb943aa373e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:49:01Z', 'updated_at': '2022-01-24T09:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:55:55.029477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (d593c952-0c32-4a5b-8e34-143441680cd9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.060616 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d593c952-0c32-4a5b-8e34-143441680cd9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:55.122309 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.178065 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b82d-50e3-4e8e-b1aa-8b50a484e209 req-b12349d8-1f52-4e8d-bd79-396f8e505fe1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:55.180514 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4735b82d-50e3-4e8e-b1aa-8b50a484e209 req-b12349d8-1f52-4e8d-bd79-396f8e505fe1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0654702 Jan 24 09:55:55.241432 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4735b82d-50e3-4e8e-b1aa-8b50a484e209 req-ca5ea492-b9cb-4591-87f7-f76caeb153f8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541732 Jan 24 09:55:55.244879 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.247608 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks [] for router_controller (bd9a2249-a10d-4cad-84a0-cb943aa373e0), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.298420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa967-fbf1-4444-8cd5-0225a751acc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.325045 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (bd9a2249-a10d-4cad-84a0-cb943aa373e0), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.325690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9a2249-a10d-4cad-84a0-cb943aa373e0 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:55:55.330486 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.334811 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58228) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:55.342324 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-58d79922-c192-4a5b-9490-be24f65469a8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bd9a2249-a10d-4cad-84a0-cb943aa373e0 HTTP/1.1" status: 204 len: 168 time: 1.2143493 Jan 24 09:55:55.386010 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Deleting subnet 8efb728b-6fe6-4424-a579-52bd699eb64c {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:55:55.390595 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Publish callbacks [] for subnet (8efb728b-6fe6-4424-a579-52bd699eb64c), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.431209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (8efb728b-6fe6-4424-a579-52bd699eb64c), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.562725 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (8efb728b-6fe6-4424-a579-52bd699eb64c), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.627682 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (8efb728b-6fe6-4424-a579-52bd699eb64c), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.656774 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efb728b-6fe6-4424-a579-52bd699eb64c,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:55.668994 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.671164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3679346e-db58-4435-965b-292eb26c6b3b None None] Network 821b19c6-c688-4d2b-bdba-98473bd6e28b requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:55:55.679109 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8efb728b-6fe6-4424-a579-52bd699eb64c HTTP/1.1" status: 204 len: 168 time: 0.3430083 Jan 24 09:55:55.681803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58230) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:55.687620 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.688346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.688929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.689753 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.690348 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.690967 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.692274 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.693305 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.693922 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.694634 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.695296 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.696039 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.696614 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d3ba1f-1821-4518-b365-e619b249c5f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:55:55.810174 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (821b19c6-c688-4d2b-bdba-98473bd6e28b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:55.922321 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Deleting port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:55:55.922641 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.005201 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] For port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,segment=NetworkSegment(a60de287-5884-4ba1-99fe-f77f15364f26),segment_id=a60de287-5884-4ba1-99fe-f77f15364f26)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:55:56.005572 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.020529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Calling delete_port for dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:55:56.125203 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (dcc99da7-f1b8-4a14-9f91-3fe77ab401a8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.162365 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] No DVR routers for this DVR port dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:55:56.168589 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc99da7-f1b8-4a14-9f91-3fe77ab401a8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:56.174648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-df315b55-7439-4add-8f46-30bcb4585761 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090568989&fields=id&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 267 time: 0.0776875 Jan 24 09:55:56.184103 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0708a3-86b3-4f25-9ab8-f4e3b9e15160 None None] DHCP port deletion for 821b19c6-c688-4d2b-bdba-98473bd6e28b request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:55:56.270087 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.320366 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (821b19c6-c688-4d2b-bdba-98473bd6e28b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.352596 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-3c68b3a4-e2ef-4569-b686-2e86a8897a10 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:56.359619 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-3c68b3a4-e2ef-4569-b686-2e86a8897a10 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1782045 Jan 24 09:55:56.371126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b19c6-c688-4d2b-bdba-98473bd6e28b']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:56.390588 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60de287-5884-4ba1-99fe-f77f15364f26') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:56.391206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60de287-5884-4ba1-99fe-f77f15364f26') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:55:56.400729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 360bae25-a01f-41a8-926d-cb07edae3987 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:56.405325 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (a60de287-5884-4ba1-99fe-f77f15364f26), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.416327 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-8d7be07e-a5ac-470d-8916-07811afb015a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/quotas/607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 375 time: 0.0557146 Jan 24 09:55:56.421362 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (a60de287-5884-4ba1-99fe-f77f15364f26), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.446071 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:55:56.446751 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (a60de287-5884-4ba1-99fe-f77f15364f26), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:55:56.448923 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:55:56.461377 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 360bae25-a01f-41a8-926d-cb07edae3987 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:56.462858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 360bae25-a01f-41a8-926d-cb07edae3987 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:56.463502 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:56.473586 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72be825-7bb5-4afa-aada-f1152efc34b7 req-856dda93-2fe4-483b-a8b5-dec42e018a2e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:56.475117 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b72be825-7bb5-4afa-aada-f1152efc34b7 req-856dda93-2fe4-483b-a8b5-dec42e018a2e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.1053007 Jan 24 09:55:56.522557 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (821b19c6-c688-4d2b-bdba-98473bd6e28b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.524217 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:56.524818 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dcc99da7-f1b8-4a14-9f91-3fe77ab401a8 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:56.525434 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d593c952-0c32-4a5b-8e34-143441680cd9 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:55:56.532529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.539775 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-59bd2d71-f51f-4170-a7c9-5ceefcbb876e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164072 Jan 24 09:55:56.547316 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] 10.222.0.39 "DELETE /v2.0/networks/821b19c6-c688-4d2b-bdba-98473bd6e28b HTTP/1.1" status: 204 len: 168 time: 0.8642650 Jan 24 09:55:56.581393 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8676b6-3665-461e-89cc-ef29ffea49cb admin admin] Pushing event deleted for resources: {'Network': ['ID=821b19c6-c688-4d2b-bdba-98473bd6e28b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:56.582061 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: d593c952-0c32-4a5b-8e34-143441680cd9 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:55:56.582061 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d593c952-0c32-4a5b-8e34-143441680cd9 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:55:56.587278 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b72be825-7bb5-4afa-aada-f1152efc34b7 req-b20162fc-68cc-436c-a36c-9359c8ec070a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966735 Jan 24 09:55:56.657529 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-d46ca2c6-0622-4f95-a479-5d96470ac2ca service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113532 Jan 24 09:55:56.747691 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58248) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:56.789886 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-f15b9151-80e0-4c84-90b6-aa9a20bd9195 service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262815 Jan 24 09:55:56.817895 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-07dfc27e-6363-4cd7-ab9e-cecbf78e2950 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d729796505774fa5bd9b9590e8fc2924&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0690305 Jan 24 09:55:56.820638 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58250) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:55:56.894786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] Publish callbacks [] for security_group (85995906-9c7e-4cbf-bb0d-71e935cf914e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.941018 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] Publish callbacks [] for security_group (85995906-9c7e-4cbf-bb0d-71e935cf914e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.995807 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (85995906-9c7e-4cbf-bb0d-71e935cf914e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:56.998995 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:57.000200 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85995906-9c7e-4cbf-bb0d-71e935cf914e HTTP/1.1" status: 204 len: 168 time: 0.1783152 Jan 24 09:55:57.017338 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6827841-c7df-4dec-943a-87dd21ab6f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85995906-9c7e-4cbf-bb0d-71e935cf914e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:57.225069 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ae6fc6db-b2db-46fa-b6ea-6e0374e5f07c req-802cdc9a-846f-480e-9ad3-3530cc3a4565 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 210 time: 0.0642149 Jan 24 09:55:57.728759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:57.742639 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064d89f-9ae2-4d54-83d5-433e01ffac12 req-37732bd8-f8d4-4ec9-a898-fe9d773df81d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:57.744178 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b064d89f-9ae2-4d54-83d5-433e01ffac12 req-37732bd8-f8d4-4ec9-a898-fe9d773df81d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0526052 Jan 24 09:55:57.795392 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b064d89f-9ae2-4d54-83d5-433e01ffac12 req-b2274007-e24b-4ebe-a846-1af688fcecf4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 Jan 24 09:55:58.312309 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-14011dd2-300a-49b1-92d4-b175fad4689c req-053abc62-0256-4d66-add2-3bc0629d4efe tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 210 time: 0.0266869 Jan 24 09:55:58.797964 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-2a36e159-fed4-4577-a0e5-0727f90754f8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:58.799476 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-2a36e159-fed4-4577-a0e5-0727f90754f8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1043248 Jan 24 09:55:58.906593 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-841b21e7-a288-4bec-afcf-93a147c6dbdc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 380 time: 0.0679009 Jan 24 09:55:58.916803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'port': {'device_id': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'admin_state_up': True, 'tenant_id': '607ef43389924f3b981ac750be984827', 'security_groups': ['8b3926cf-5d3b-45d5-a41a-e561bf91f0b3']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:58.922542 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143647-02a7-4959-8a4d-31d06ef4bee9 req-44d435ee-587a-4b63-bfc6-6084cf0c540d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:58.924049 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24143647-02a7-4959-8a4d-31d06ef4bee9 req-44d435ee-587a-4b63-bfc6-6084cf0c540d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0547509 Jan 24 09:55:58.970052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24143647-02a7-4959-8a4d-31d06ef4bee9 req-162b289b-3461-452e-99a5-3e4639148a59 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402718 Jan 24 09:55:59.028182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Made reservation on behalf of 607ef43389924f3b981ac750be984827 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:55:59.032010 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.149309 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.158953 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.20.0.8 (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960/a22d01d7-82c9-4dea-8589-8a47a6adcc6d) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:55:59.297627 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.338032 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.381937 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:55:59.385338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:55:59.392404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:55:59.408815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:55:59.456446 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f921aaa-f3a2-4379-b3b5-5719843715f2 req-d307db8d-cb5a-44ff-a25a-552c75d1d9d9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:59.458855 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2f921aaa-f3a2-4379-b3b5-5719843715f2 req-d307db8d-cb5a-44ff-a25a-552c75d1d9d9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 931 time: 0.0743477 Jan 24 09:55:59.498832 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:55:59.499510 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.526140 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-958efe31-de6f-4975-b352-412e174e0b73 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6141384 Jan 24 09:55:59.540629 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2f921aaa-f3a2-4379-b3b5-5719843715f2 req-ba64e753-1c2a-48f3-95ef-4eefd2242db0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726018 Jan 24 09:55:59.552099 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Request body: {'port': {'device_id': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:55:59.617268 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.708184 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-451b7a13-d9a6-4542-a077-24eb3d292a8e None None] Provisioning complete for port a22d01d7-82c9-4dea-8589-8a47a6adcc6d triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:55:59.709032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-451b7a13-d9a6-4542-a077-24eb3d292a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.748975 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-451b7a13-d9a6-4542-a077-24eb3d292a8e None None] Port a22d01d7-82c9-4dea-8589-8a47a6adcc6d cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:55:59.909995 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22d01d7-82c9-4dea-8589-8a47a6adcc6d {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:55:59.919036 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks [] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.931613 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Transition to ACTIVE for port object a22d01d7-82c9-4dea-8589-8a47a6adcc6d will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:55:59.936298 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:55:59.989122 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:00.060001 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Attempting to bind port a22d01d7-82c9-4dea-8589-8a47a6adcc6d on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:56:00.060789 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Attempting to bind port a22d01d7-82c9-4dea-8589-8a47a6adcc6d by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:56:00.060951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Attempting to bind port a22d01d7-82c9-4dea-8589-8a47a6adcc6d on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:56:00.065831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Port a22d01d7-82c9-4dea-8589-8a47a6adcc6d on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:56:00.066093 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Attempting to bind port a22d01d7-82c9-4dea-8589-8a47a6adcc6d on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:56:00.071412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:56:00.071742 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:56:00.072120 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Bound using segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:56:00.072566 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Bound port: a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:56:00.072919 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:00.101921 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977ca6-4d94-48e4-905a-bf6709cf34b4 req-a24e1d2d-bffb-4e78-913d-69958b2f1752 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.107423 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2977ca6-4d94-48e4-905a-bf6709cf34b4 req-a24e1d2d-bffb-4e78-913d-69958b2f1752 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0546446 Jan 24 09:56:00.140457 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:56:00.143824 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:56:00.149829 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:00.160197 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b2977ca6-4d94-48e4-905a-bf6709cf34b4 req-c2815925-221b-4204-b43d-299afdbb9d69 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502875 Jan 24 09:56:00.190228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.190228 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:00.190228 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] 10.222.0.123 "PUT /v2.0/ports/a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 1093 time: 0.6425493 Jan 24 09:56:00.190689 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:00.192943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e85658-9485-4a59-9e49-b226eb77b748" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:00.215221 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d34c0-2e92-483e-a176-b0d5af4e75d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:00.237379 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749980cb-408c-4ed0-89a2-59ddf5542bb8 x-openstack-request-id: req-749980cb-408c-4ed0-89a2-59ddf5542bb8 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:00.239219 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:00.239489 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-749980cb-408c-4ed0-89a2-59ddf5542bb8 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:00.240011 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'status': 'completed', 'code': 200} Jan 24 09:56:00.307912 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-956c1ef8-9679-41b9-bcff-a62e60e565b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.309403 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-956c1ef8-9679-41b9-bcff-a62e60e565b6 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1096 time: 0.0504241 Jan 24 09:56:00.359609 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-f3dfbe33-fad0-49c1-a3d0-9aad7c864937 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 217 time: 0.0358911 Jan 24 09:56:00.410430 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-d9e9f784-5487-4f2c-a7de-bc280679bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.411924 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-d9e9f784-5487-4f2c-a7de-bc280679bbd9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0456588 Jan 24 09:56:00.457602 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99c09-81ca-4166-8c15-d60664fa876f req-3ea92b7d-0d1c-4e1a-acd5-6e0e2ad542c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.459143 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-3ea92b7d-0d1c-4e1a-acd5-6e0e2ad542c4 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404956 Jan 24 09:56:00.550599 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-095e2763-6074-46a7-977b-54c81fc8ae33 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845451 Jan 24 09:56:00.643299 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64b99c09-81ca-4166-8c15-d60664fa876f req-c8bc74dd-f4b8-4f9b-be97-04f80ece9c2d service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Jan 24 09:56:00.664843 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a875f2-7047-4542-8201-bff8f37231e2 req-4085bf5a-5081-412f-83fb-6fee5169c331 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.666451 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0a875f2-7047-4542-8201-bff8f37231e2 req-4085bf5a-5081-412f-83fb-6fee5169c331 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0501034 Jan 24 09:56:00.718203 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f0a875f2-7047-4542-8201-bff8f37231e2 req-5615ecf1-01d1-45b2-850f-9ac681fe4886 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455620 Jan 24 09:56:00.779838 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e85658-9485-4a59-9e49-b226eb77b748 req-9c81876f-18a5-449f-a4a0-deb4c3d7e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.781634 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-9c81876f-18a5-449f-a4a0-deb4c3d7e1d4 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1096 time: 0.0419884 Jan 24 09:56:00.872901 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e85658-9485-4a59-9e49-b226eb77b748 req-72722fd3-fb5e-4fe4-a037-6ff9bfa2b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.874390 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-72722fd3-fb5e-4fe4-a037-6ff9bfa2b2f3 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0853405 Jan 24 09:56:00.920333 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-832c6e03-a4d4-45f6-b57f-aa776fb431a2 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 217 time: 0.0393548 Jan 24 09:56:00.975275 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e85658-9485-4a59-9e49-b226eb77b748 req-d95b451e-a4b7-4058-8fed-dacba4f85817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:00.976779 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-d95b451e-a4b7-4058-8fed-dacba4f85817 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0456400 Jan 24 09:56:01.023607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e85658-9485-4a59-9e49-b226eb77b748 req-df2d2c62-3832-4d90-b9d0-83ec85f6ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:01.025327 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-df2d2c62-3832-4d90-b9d0-83ec85f6ef33 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411749 Jan 24 09:56:01.120650 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-3cd9c982-24d2-42bd-a673-6f8a2b09e21a service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877137 Jan 24 09:56:01.218550 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-25e85658-9485-4a59-9e49-b226eb77b748 req-510747d4-cca3-42d5-ae98-57d93d09fd47 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Jan 24 09:56:01.289642 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87048b1-e104-496a-86fe-24d030a6e0b7 req-c65f18a7-e81c-435a-9f04-8e4f2818211e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:01.291193 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a87048b1-e104-496a-86fe-24d030a6e0b7 req-c65f18a7-e81c-435a-9f04-8e4f2818211e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0496900 Jan 24 09:56:01.336574 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a87048b1-e104-496a-86fe-24d030a6e0b7 req-180e88a6-eb57-474d-a438-30633c8b37a6 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Jan 24 09:56:01.839695 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd57c7-3a02-4004-901d-ad99eabc9f96 req-b124dee9-6f0f-4636-9a1f-85071d584fd7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:01.841140 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f6bd57c7-3a02-4004-901d-ad99eabc9f96 req-b124dee9-6f0f-4636-9a1f-85071d584fd7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0532942 Jan 24 09:56:01.889469 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f6bd57c7-3a02-4004-901d-ad99eabc9f96 req-1b6d0fe7-7169-400f-92f4-dfd56819e334 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428417 Jan 24 09:56:02.456545 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbe48b-b4ad-4dbb-a6f4-9ea01c3e05a0 req-77b7206e-70aa-4c2b-bea8-1f2bf398131e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:02.457885 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-82cbe48b-b4ad-4dbb-a6f4-9ea01c3e05a0 req-77b7206e-70aa-4c2b-bea8-1f2bf398131e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0491862 Jan 24 09:56:02.504625 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-82cbe48b-b4ad-4dbb-a6f4-9ea01c3e05a0 req-60597ae2-5de5-416a-a2ec-1d5d5e9ac3e4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411053 Jan 24 09:56:02.530790 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:56:03.007112 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c734-e31c-4fdf-9f99-72beae3da968 req-fe9ff49f-00c6-4ace-8990-1e4d9c1513cd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:03.008522 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc16c734-e31c-4fdf-9f99-72beae3da968 req-fe9ff49f-00c6-4ace-8990-1e4d9c1513cd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0494683 Jan 24 09:56:03.061461 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dc16c734-e31c-4fdf-9f99-72beae3da968 req-f2f88f23-ca5e-456a-b789-fbf3bd9a33c0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474253 Jan 24 09:56:03.643266 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae14b-7e1a-4362-a852-23b460112c32 req-26e0b7ee-e315-4250-b1a0-0c221400808f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:03.644712 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-29fae14b-7e1a-4362-a852-23b460112c32 req-26e0b7ee-e315-4250-b1a0-0c221400808f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0593901 Jan 24 09:56:03.694771 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-29fae14b-7e1a-4362-a852-23b460112c32 req-0cf26398-6f8b-470f-859c-4df98933e093 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417914 Jan 24 09:56:04.196845 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c6ba-6dc4-4592-9d62-bb4396d3fea2 req-df4f8e8b-6cc5-4ae0-9d75-e7b469502d53 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:04.198339 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-94d7c6ba-6dc4-4592-9d62-bb4396d3fea2 req-df4f8e8b-6cc5-4ae0-9d75-e7b469502d53 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0555224 Jan 24 09:56:04.251929 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-94d7c6ba-6dc4-4592-9d62-bb4396d3fea2 req-324ae7ea-9190-4222-b124-fb09275c2284 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478959 Jan 24 09:56:04.835818 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ce81-3393-4011-94bd-0b8969c4b725 req-14ae4eef-ae06-4ec9-bb30-ca4afa405060 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:04.837271 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8694ce81-3393-4011-94bd-0b8969c4b725 req-14ae4eef-ae06-4ec9-bb30-ca4afa405060 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0648746 Jan 24 09:56:04.886330 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8694ce81-3393-4011-94bd-0b8969c4b725 req-d5239009-764a-476a-8d8b-0d228aafee11 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409014 Jan 24 09:56:05.375552 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8e264-d81e-496e-aa97-4e6e35d639ce req-0cc5a1f9-80a1-4163-967b-d4cc3d94e9e8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:05.377159 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-85c8e264-d81e-496e-aa97-4e6e35d639ce req-0cc5a1f9-80a1-4163-967b-d4cc3d94e9e8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0520744 Jan 24 09:56:05.427516 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-85c8e264-d81e-496e-aa97-4e6e35d639ce req-a4c8d079-ee11-41e6-9664-e8e7f6dc8555 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Jan 24 09:56:06.026093 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c578e1-9726-4323-95de-197290acaf1f req-f5152277-8c47-4120-87b4-6f6bde5e0b20 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:06.027665 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3c578e1-9726-4323-95de-197290acaf1f req-f5152277-8c47-4120-87b4-6f6bde5e0b20 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 944 time: 0.0539684 Jan 24 09:56:06.077588 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3c578e1-9726-4323-95de-197290acaf1f req-45c1381c-1c10-4d52-bdb9-b207ddd3d660 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Jan 24 09:56:06.545658 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce2b82-b225-4b34-af62-8036be273283 req-c9c3f324-5d15-4232-af6c-91620f27985e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:06.547316 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05ce2b82-b225-4b34-af62-8036be273283 req-c9c3f324-5d15-4232-af6c-91620f27985e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0487845 Jan 24 09:56:06.601601 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05ce2b82-b225-4b34-af62-8036be273283 req-280c0f93-b436-4c73-8da5-d0fce17df212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482697 Jan 24 09:56:06.688315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58418) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:06.743064 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:56:06.799254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5c23c58b-b48d-4f95-9768-9233e6af818d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.847327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:06.859502 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'mac_address': 'fa:16:3e:ac:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:56:06.873090 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5c23c58b-b48d-4f95-9768-9233e6af818d admin admin] Publish callbacks [] for security_group (f6bd0529-9658-453d-907e-2854802f0c39), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.877634 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-5c23c58b-b48d-4f95-9768-9233e6af818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f6bd0529-9658-453d-907e-2854802f0c39), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.896784 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:56:06.897150 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.910087 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:56:06.913592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23c58b-b48d-4f95-9768-9233e6af818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bd0529-9658-453d-907e-2854802f0c39,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:06.918435 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-5c23c58b-b48d-4f95-9768-9233e6af818d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0323fd2892f46939068b5cee507577b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291198 Jan 24 09:56:06.921144 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58422) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:06.931331 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:06.935486 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.969404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] Publish callbacks [] for security_group (f6bd0529-9658-453d-907e-2854802f0c39), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:06.980294 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=9']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:06.987367 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.987719 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.988063 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.988399 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.988708 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.989045 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.989375 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.989703 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.990029 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.990355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.990680 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.991032 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.991356 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:06.993541 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] Publish callbacks [] for security_group (f6bd0529-9658-453d-907e-2854802f0c39), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:07.044946 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f6bd0529-9658-453d-907e-2854802f0c39), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:07.047614 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:07.048792 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6bd0529-9658-453d-907e-2854802f0c39 HTTP/1.1" status: 204 len: 168 time: 0.1267612 Jan 24 09:56:07.057013 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a8af-d6dd-4e16-86d3-6001530a4e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bd0529-9658-453d-907e-2854802f0c39,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:07.228612 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40027b-f3ba-499e-84ef-6648e7fb2283 req-0309dae2-236a-4e24-a345-5668fbb4674c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:07.230076 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9e40027b-f3ba-499e-84ef-6648e7fb2283 req-0309dae2-236a-4e24-a345-5668fbb4674c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.0646102 Jan 24 09:56:07.282274 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:56:07.288137 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9e40027b-f3ba-499e-84ef-6648e7fb2283 req-2672d666-b52e-43ef-860c-588bd284e95d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514755 Jan 24 09:56:07.708089 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e852d-ce60-471f-90eb-7a4601d720f4 req-1904e3a6-a6ed-4572-bbf4-d8773e798d12 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:07.709634 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0e7e852d-ce60-471f-90eb-7a4601d720f4 req-1904e3a6-a6ed-4572-bbf4-d8773e798d12 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0486112 Jan 24 09:56:07.758518 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0e7e852d-ce60-471f-90eb-7a4601d720f4 req-14c5ffcb-635a-4aef-a347-41fff6616c84 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Jan 24 09:56:08.416747 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a202d0e-c560-4800-8acb-e0390cb2c56a req-760dc7ec-f130-45af-bfe2-3897abbdef30 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:08.418252 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9a202d0e-c560-4800-8acb-e0390cb2c56a req-760dc7ec-f130-45af-bfe2-3897abbdef30 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 945 time: 0.0488925 Jan 24 09:56:08.466517 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9a202d0e-c560-4800-8acb-e0390cb2c56a req-94040097-c7f3-4f87-a23a-86a020fd87e7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 Jan 24 09:56:08.755884 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a22d01d7-82c9-4dea-8589-8a47a6adcc6d details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:56:08.765874 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:56:08.876907 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cf4a1-3df6-4ae2-a020-c09d78f97038 req-61f4db64-83ef-4426-b313-0a2c364c8d61 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:08.878377 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b16cf4a1-3df6-4ae2-a020-c09d78f97038 req-61f4db64-83ef-4426-b313-0a2c364c8d61 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 943 time: 0.0527070 Jan 24 09:56:08.885549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:56:08.885925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:08.924688 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:08.930248 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b16cf4a1-3df6-4ae2-a020-c09d78f97038 req-38aa6eb1-1f0f-4bfb-b17f-670f71a08305 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Jan 24 09:56:08.940400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'port_id': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:56:09.011187 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port a22d01d7-82c9-4dea-8589-8a47a6adcc6d is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:56:09.011567 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:09.015470 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:56:09.015849 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:09.033485 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22d01d7-82c9-4dea-8589-8a47a6adcc6d {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:56:09.054803 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:09.057095 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf91340-1671-4ff0-bb84-7614dabbe0ed" -d '{"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:09.074870 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:09.076673 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:09.079470 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:09.083571 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:09.104783 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89feae43-12c6-4e4e-b6d0-e6d0853c37ef x-openstack-request-id: req-89feae43-12c6-4e4e-b6d0-e6d0853c37ef {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:09.105084 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-plugged", "status": "completed", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:09.105340 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89feae43-12c6-4e4e-b6d0-e6d0853c37ef {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:09.105728 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'code': 200} Jan 24 09:56:09.130512 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:09.187684 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=10']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:09.434845 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['a22d01d7-82c9-4dea-8589-8a47a6adcc6d'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:56:09.595486 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da79c-6f5f-4761-9e3a-17339207dff5 req-c57ca3cb-ace2-4ecb-a690-41361516da44 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:09.598721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc5e5c-a82d-468c-b30f-7be86cb5ddf5 req-341cde52-d7b3-45b4-872f-e40ac391751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:09.600315 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f7bc5e5c-a82d-468c-b30f-7be86cb5ddf5 req-341cde52-d7b3-45b4-872f-e40ac391751c service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1100 time: 0.0440295 Jan 24 09:56:09.603400 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b2da79c-6f5f-4761-9e3a-17339207dff5 req-c57ca3cb-ace2-4ecb-a690-41361516da44 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0601125 Jan 24 09:56:09.648530 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f7bc5e5c-a82d-468c-b30f-7be86cb5ddf5 req-ebbf0a7f-a491-4d44-bfbd-ce13474d2768 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Jan 24 09:56:09.650750 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b2da79c-6f5f-4761-9e3a-17339207dff5 req-121b38dd-af6b-406d-99e1-ea79b9ce29fa tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465202 Jan 24 09:56:10.053901 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a75b-9ce6-4e78-a97d-3cb3ba1c659c req-a6ef31f4-3aeb-48cf-a8db-aaf82c8d8074 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:10.055413 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c351a75b-9ce6-4e78-a97d-3cb3ba1c659c req-a6ef31f4-3aeb-48cf-a8db-aaf82c8d8074 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 944 time: 0.0516570 Jan 24 09:56:10.119544 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c351a75b-9ce6-4e78-a97d-3cb3ba1c659c req-c4b2aff4-7550-4300-800e-c44a9b227cab tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568039 Jan 24 09:56:10.770610 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a22d01d7-82c9-4dea-8589-8a47a6adcc6d up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:56:10.784222 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536fb6-51aa-4772-a00b-d21d675eabff req-73f7ec66-d104-4467-8278-7bd9ce6a1673 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:10.785705 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b9536fb6-51aa-4772-a00b-d21d675eabff req-73f7ec66-d104-4467-8278-7bd9ce6a1673 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0532622 Jan 24 09:56:10.822502 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port a22d01d7-82c9-4dea-8589-8a47a6adcc6d completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:56:10.827516 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port a22d01d7-82c9-4dea-8589-8a47a6adcc6d triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:56:10.828017 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:10.834214 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b9536fb6-51aa-4772-a00b-d21d675eabff req-a6c498fd-7fd4-4b9f-9ff3-9b717b7c2489 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Jan 24 09:56:10.908435 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port a22d01d7-82c9-4dea-8589-8a47a6adcc6d is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:56:10.908891 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:11.095956 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:11.100333 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:11.106772 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:11.109292 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cd0ebe-3e7b-4a13-bb2b-73a77d54b6bd" -d '{"events": [{"server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "name": "network-vif-plugged", "status": "completed", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:11.193864 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd341c1-4053-4162-a6e2-b013ff91cfab x-openstack-request-id: req-0bd341c1-4053-4162-a6e2-b013ff91cfab {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:11.194155 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "name": "network-vif-plugged", "status": "completed", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:11.195239 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bd341c1-4053-4162-a6e2-b013ff91cfab {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:11.195851 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'code': 200} Jan 24 09:56:11.196625 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:11.253664 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256532a-9d39-4308-9670-da5a4d5e8564 req-cad2ca67-6bcd-4ac0-87cc-74e2f1ed6e78 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:11.262848 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e256532a-9d39-4308-9670-da5a4d5e8564 req-cad2ca67-6bcd-4ac0-87cc-74e2f1ed6e78 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0695915 Jan 24 09:56:11.324974 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e256532a-9d39-4308-9670-da5a4d5e8564 req-64496698-f0d8-49d4-8b18-ac03434127d7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611441 Jan 24 09:56:11.472416 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afab70-3335-494c-a26d-8c174bcb5d88 req-721ec439-6d25-41fd-99b6-75fce5a78554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:11.473884 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-43afab70-3335-494c-a26d-8c174bcb5d88 req-721ec439-6d25-41fd-99b6-75fce5a78554 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1098 time: 0.0409214 Jan 24 09:56:11.521090 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-43afab70-3335-494c-a26d-8c174bcb5d88 req-4c79ac1b-5afc-4493-b05c-1005e27bbfbf service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Jan 24 09:56:11.973669 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c6196-d76d-4a1b-bc61-9de591414f8b req-7a96a96a-7aa0-4c7f-8e03-54e3c654aeeb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:11.975888 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aa6c6196-d76d-4a1b-bc61-9de591414f8b req-7a96a96a-7aa0-4c7f-8e03-54e3c654aeeb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0534616 Jan 24 09:56:12.030679 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-aa6c6196-d76d-4a1b-bc61-9de591414f8b req-701f85eb-b186-49c2-b391-cad0c12dddba tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483649 Jan 24 09:56:12.446569 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffbf80-d699-4036-81e8-825c469d5ccb req-7971de20-ce1e-40c9-a8e6-d2b4e7bba4c9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:12.448125 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-52ffbf80-d699-4036-81e8-825c469d5ccb req-7971de20-ce1e-40c9-a8e6-d2b4e7bba4c9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0488021 Jan 24 09:56:12.499390 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-52ffbf80-d699-4036-81e8-825c469d5ccb req-0d26f0a3-0c3f-4041-81d5-39c28ae364d8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454705 Jan 24 09:56:13.159076 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13febd30-b250-454a-a783-12d8b441364d req-f13dd434-8f4b-4610-b217-e0001cad81a8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:13.160882 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13febd30-b250-454a-a783-12d8b441364d req-f13dd434-8f4b-4610-b217-e0001cad81a8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0568936 Jan 24 09:56:13.209841 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-13febd30-b250-454a-a783-12d8b441364d req-d7ff047f-b283-4d2f-a8e1-48c103fb5110 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Jan 24 09:56:13.635259 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237726be-01de-4390-8f1b-572081392317 req-84c9ac66-9a1a-418e-9ef8-f04da9255af9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:13.636839 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-237726be-01de-4390-8f1b-572081392317 req-84c9ac66-9a1a-418e-9ef8-f04da9255af9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0611892 Jan 24 09:56:13.696103 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-237726be-01de-4390-8f1b-572081392317 req-972392c4-8b55-4e3c-a4f7-ee5d458f593d tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513377 Jan 24 09:56:13.820968 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a35c4-12f7-4d78-b908-ccca1e4c78eb req-5d61c52d-dccd-4b1d-8cb8-a838e4059aeb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:13.822316 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea9a35c4-12f7-4d78-b908-ccca1e4c78eb req-5d61c52d-dccd-4b1d-8cb8-a838e4059aeb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0540800 Jan 24 09:56:13.828786 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:13.877307 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea9a35c4-12f7-4d78-b908-ccca1e4c78eb req-1c8c91aa-aee9-439b-9bbe-483eea7b0a06 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466986 Jan 24 09:56:13.899660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58590) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:14.086955 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef38a501-1ca1-45bd-b2ff-beb34f25d2fd tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:14.088446 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ef38a501-1ca1-45bd-b2ff-beb34f25d2fd tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1093 time: 0.1876028 Jan 24 09:56:14.092030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58596) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:14.096322 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'port_id': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'tenant_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:56:14.123937 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:14.223384 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:14.328954 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.27.3.223 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/299ce3d3-0a17-49c4-add9-bcc0e691c209) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:56:14.438949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:14.474095 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:14.511893 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:56:14.514688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:56:14.518143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:56:14.523414 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=299ce3d3-0a17-49c4-add9-bcc0e691c209,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:14.863075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (8d974c8f-f0e7-4b9b-9f23-7cd842ca747e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:14.930470 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:15.082383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:15.088473 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:15.157338 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=299ce3d3-0a17-49c4-add9-bcc0e691c209,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:15.169424 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (8d974c8f-f0e7-4b9b-9f23-7cd842ca747e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:15.281885 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP 8d974c8f-f0e7-4b9b-9f23-7cd842ca747e associated. External IP: 172.27.3.223, port: a22d01d7-82c9-4dea-8589-8a47a6adcc6d. Jan 24 09:56:15.695875 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-b4a47caf-8c4d-4f8e-88b0-4acd4a0531f9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583642 Jan 24 09:56:15.818484 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-6f572353-7c69-4210-9f43-2943d5b19ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:15.819989 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-6f572353-7c69-4210-9f43-2943d5b19ec7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 1100 time: 0.0859423 Jan 24 09:56:15.827065 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:56:15.998982 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:56:16.005403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-3772c63c-17ce-4412-a1ad-a870103cedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.006877 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-3772c63c-17ce-4412-a1ad-a870103cedaa service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.1678023 Jan 24 09:56:16.009603 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:56:16.019860 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:16.020534 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:16.051159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:16.088843 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f3936d1f-86ea-4ffd-ac58-a4d064c6d50b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9957101 Jan 24 09:56:16.093378 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:16.095628 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ffa786-76e0-4b49-9e77-f351b205bc63" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:16.099958 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-6801b57d-2ea4-4a1b-b3c8-0d24724d2d4c service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 200 len: 1001 time: 0.0863073 Jan 24 09:56:16.130838 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:16.153725 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-b63f08b6-de36-49f8-925c-03fe4b6c47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.155612 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-b63f08b6-de36-49f8-925c-03fe4b6c47b9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0495543 Jan 24 09:56:16.205148 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-6f1a0d53-8080-46c1-bf9d-e300195aa97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.206840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-6f1a0d53-8080-46c1-bf9d-e300195aa97d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440998 Jan 24 09:56:16.298144 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87a68cb-ecf9-49bb-ae4d-7a04dbc1f4bd x-openstack-request-id: req-c87a68cb-ecf9-49bb-ae4d-7a04dbc1f4bd {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:16.298441 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:16.298694 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c87a68cb-ecf9-49bb-ae4d-7a04dbc1f4bd {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:16.299119 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'status': 'completed', 'code': 200} Jan 24 09:56:16.318135 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-3598078d-0d4c-4395-8a10-1e0858c6b5d5 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932360 Jan 24 09:56:16.364510 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '8d974c8f-f0e7-4b9b-9f23-7cd842ca747e', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:56:14Z', 'updated_at': '2022-01-24T09:56:14Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:16.393457 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:56:16.402056 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:16.402649 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:55:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:16.447810 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-203a29fb-ded9-49d1-8d3b-690039dc9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.449456 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-203a29fb-ded9-49d1-8d3b-690039dc9ce9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1098 time: 0.0961015 Jan 24 09:56:16.494458 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-14571c65-1eca-472d-8cb5-3a43cee4ca1e req-b3138822-65c0-48a5-a3bf-17cbd2087145 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504445 Jan 24 09:56:16.561038 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-df189e3c-4477-4e7b-b73a-c1b2741de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.562686 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-df189e3c-4477-4e7b-b73a-c1b2741de95c service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.1061482 Jan 24 09:56:16.601476 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:16.637823 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-5246b4fd-1ea7-43d7-b8ed-409e52397258 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 999 time: 0.0619845 Jan 24 09:56:16.709667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-6dd8d7c0-d567-4ac4-836b-423a6ef39558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.711713 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-6dd8d7c0-d567-4ac4-836b-423a6ef39558 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0586004 Jan 24 09:56:16.785172 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-2882f756-9ed3-4cfb-b0c0-83e7ae70a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:16.786822 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-2882f756-9ed3-4cfb-b0c0-83e7ae70a54a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674455 Jan 24 09:56:16.847399 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '8d974c8f-f0e7-4b9b-9f23-7cd842ca747e', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:56:14Z', 'updated_at': '2022-01-24T09:56:14Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:16.876289 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a657-492d-4541-944d-b49a6ed0e94d None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '8d974c8f-f0e7-4b9b-9f23-7cd842ca747e', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e6:e6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:56:14Z', 'updated_at': '2022-01-24T09:56:14Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:56:16.878879 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-ee4b1a5f-c298-4f8b-9fe3-08d5d20ebc7a service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Jan 24 09:56:16.992017 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d5ffa786-76e0-4b49-9e77-f351b205bc63 req-8cf68105-9486-4254-9ae0-1a77a0433679 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Jan 24 09:56:17.091086 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a87b0-6eca-470b-9e72-50757968ea0d None None] New status for floating IP 8d974c8f-f0e7-4b9b-9f23-7cd842ca747e: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:56:23.023645 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-add00f50-7b2e-48a7-bf27-a923e6e5f880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.606468 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58716) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:23.728279 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ceddb600-b640-477d-9398-97dd9c8eda17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.809384 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ceddb600-b640-477d-9398-97dd9c8eda17 admin admin] Publish callbacks [] for security_group (451476be-c35f-4141-89b7-3c7d42ba1870), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.814992 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ceddb600-b640-477d-9398-97dd9c8eda17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (451476be-c35f-4141-89b7-3c7d42ba1870), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.851925 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ceddb600-b640-477d-9398-97dd9c8eda17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b09da73fbbc47c1b225cb2f3311fc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443612 Jan 24 09:56:23.852771 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddb600-b640-477d-9398-97dd9c8eda17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451476be-c35f-4141-89b7-3c7d42ba1870,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:23.855610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58720) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:23.905712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] Publish callbacks [] for security_group (451476be-c35f-4141-89b7-3c7d42ba1870), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.926877 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] Publish callbacks [] for security_group (451476be-c35f-4141-89b7-3c7d42ba1870), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.975777 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (451476be-c35f-4141-89b7-3c7d42ba1870), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.978404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:23.979629 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/451476be-c35f-4141-89b7-3c7d42ba1870 HTTP/1.1" status: 204 len: 168 time: 0.1229503 Jan 24 09:56:23.987661 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341b845-3f66-4b1e-a389-7a3b6d508e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451476be-c35f-4141-89b7-3c7d42ba1870,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:24.269201 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58726) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:24.286138 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-465d11b5-ec17-4df8-b1df-a1ec2d4f65b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.361334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-465d11b5-ec17-4df8-b1df-a1ec2d4f65b3 admin admin] Publish callbacks [] for security_group (0f009978-bd9a-42e5-ab71-b730f99b883a), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.366117 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-465d11b5-ec17-4df8-b1df-a1ec2d4f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (0f009978-bd9a-42e5-ab71-b730f99b883a), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.403163 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-465d11b5-ec17-4df8-b1df-a1ec2d4f65b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cdd000d55744c33a917947e29a304d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328578 Jan 24 09:56:24.403978 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d11b5-ec17-4df8-b1df-a1ec2d4f65b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f009978-bd9a-42e5-ab71-b730f99b883a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:24.406392 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58728) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:24.462113 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] Publish callbacks [] for security_group (0f009978-bd9a-42e5-ab71-b730f99b883a), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.482755 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] Publish callbacks [] for security_group (0f009978-bd9a-42e5-ab71-b730f99b883a), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.544860 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (0f009978-bd9a-42e5-ab71-b730f99b883a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.547487 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:24.548640 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f009978-bd9a-42e5-ab71-b730f99b883a HTTP/1.1" status: 204 len: 168 time: 0.1412547 Jan 24 09:56:24.558420 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f117d6-eb7f-4b78-bc4e-0f7b3ffa2339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f009978-bd9a-42e5-ab71-b730f99b883a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:25.295641 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2fb8835d-f730-4bed-ba52-5f28380380ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:26.232791 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:27.731102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:29.153427 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.639430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58868) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:36.750442 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e335b69-ecd9-442b-a45a-c90f9118245d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.830937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e335b69-ecd9-442b-a45a-c90f9118245d admin admin] Publish callbacks [] for security_group (653ee45e-0c61-4361-8216-c1e9f9f772ae), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.836819 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-6e335b69-ecd9-442b-a45a-c90f9118245d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (653ee45e-0c61-4361-8216-c1e9f9f772ae), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.874409 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-6e335b69-ecd9-442b-a45a-c90f9118245d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=816a18d3d1bc4494a6b05d1659337e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339027 Jan 24 09:56:36.875343 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e335b69-ecd9-442b-a45a-c90f9118245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653ee45e-0c61-4361-8216-c1e9f9f772ae,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:36.877439 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58874) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:36.927206 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] Publish callbacks [] for security_group (653ee45e-0c61-4361-8216-c1e9f9f772ae), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.949089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] Publish callbacks [] for security_group (653ee45e-0c61-4361-8216-c1e9f9f772ae), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.996577 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (653ee45e-0c61-4361-8216-c1e9f9f772ae), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:36.999153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.000292 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/653ee45e-0c61-4361-8216-c1e9f9f772ae HTTP/1.1" status: 204 len: 168 time: 0.1217954 Jan 24 09:56:37.008029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9d5c-fec4-4376-a054-bf5b9ae5d06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653ee45e-0c61-4361-8216-c1e9f9f772ae,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:37.292312 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58880) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:37.305895 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69f9acca-0164-4db2-b1f0-8d19ea8e3456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.383207 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69f9acca-0164-4db2-b1f0-8d19ea8e3456 admin admin] Publish callbacks [] for security_group (5bd89498-95df-44df-a1de-940c552585eb), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.388935 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-69f9acca-0164-4db2-b1f0-8d19ea8e3456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5bd89498-95df-44df-a1de-940c552585eb), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.426371 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-69f9acca-0164-4db2-b1f0-8d19ea8e3456 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=712b38f54e834a068182ade118945131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329393 Jan 24 09:56:37.427285 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9acca-0164-4db2-b1f0-8d19ea8e3456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd89498-95df-44df-a1de-940c552585eb,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:37.430289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 58882) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:37.484223 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] Publish callbacks [] for security_group (5bd89498-95df-44df-a1de-940c552585eb), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.510708 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] Publish callbacks [] for security_group (5bd89498-95df-44df-a1de-940c552585eb), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.561837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5bd89498-95df-44df-a1de-940c552585eb), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.564479 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:37.565619 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bd89498-95df-44df-a1de-940c552585eb HTTP/1.1" status: 204 len: 168 time: 0.1336918 Jan 24 09:56:37.573367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b777-4d9d-4ad1-95d5-67d6ed860e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd89498-95df-44df-a1de-940c552585eb,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:39.531587 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:56:43.814609 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:48.505786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 58964) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:48.834464 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Deleting port 3b2a38bd-b92a-4b86-a247-17f4272ef05f {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:56:48.834684 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:48.909028 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:48.909332 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for floatingip (3b2a38bd-b92a-4b86-a247-17f4272ef05f), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:48.920995 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Calling delete_port for 3b2a38bd-b92a-4b86-a247-17f4272ef05f owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:56:49.327203 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (3b2a38bd-b92a-4b86-a247-17f4272ef05f), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:49.351568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event deleted for resources: {'Port': ['ID=3b2a38bd-b92a-4b86-a247-17f4272ef05f,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:49.411425 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for floatingip (fa07161a-ce91-47e7-a7a0-87fda9108d0b), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:49.411786 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Floating IP fa07161a-ce91-47e7-a7a0-87fda9108d0b disassociated (deleted). External IP: 172.27.3.102, port: 0dfef475-ece1-4e34-bb9f-09e2a383fd46. Jan 24 09:56:49.617794 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Router 68505081-aae0-4442-b712-5dacd32cb407 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:56:49.737937 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:56:49.742957 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:49.747843 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Sync routers for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:56:49.758468 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:49.759119 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:49.772332 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-53dbdf53-49eb-4d38-8295-519e09da6e0d tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "DELETE /v2.0/floatingips/fa07161a-ce91-47e7-a7a0-87fda9108d0b HTTP/1.1" status: 204 len: 168 time: 1.2651014 Jan 24 09:56:49.772901 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:49.775164 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:49.822742 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892e66d6-ee29-44a1-9382-7b94b58f2b1e x-openstack-request-id: req-892e66d6-ee29-44a1-9382-7b94b58f2b1e {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:49.823075 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:49.823352 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-892e66d6-ee29-44a1-9382-7b94b58f2b1e {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:49.823762 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'status': 'completed', 'code': 200} Jan 24 09:56:49.866808 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:49.922837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-e0c15ddf-7b4a-4709-b7bf-aea2ce57e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:49.925042 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-e0c15ddf-7b4a-4709-b7bf-aea2ce57e868 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=038fbe7e1285481ca999f25a075fa481&device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 1099 time: 0.0454168 Jan 24 09:56:50.018346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27454c2-f604-4bb5-b93e-2fffa1c394a1 req-085c576c-0538-4e04-9a93-4dd28a1157d7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:50.020181 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c27454c2-f604-4bb5-b93e-2fffa1c394a1 req-085c576c-0538-4e04-9a93-4dd28a1157d7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0554614 Jan 24 09:56:50.067034 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:50.071227 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c27454c2-f604-4bb5-b93e-2fffa1c394a1 req-163e8112-512d-410a-996b-224b7b2409a7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 Jan 24 09:56:50.082074 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-57c49391-d63e-415b-a382-cb85f554e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:50.083649 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-57c49391-d63e-415b-a382-cb85f554e64c service neutron] 10.222.0.123 "GET /v2.0/networks?id=af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 200 len: 909 time: 0.0928779 Jan 24 09:56:50.098078 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Checking router: 68505081-aae0-4442-b712-5dacd32cb407 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:56:50.107117 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:50.107747 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:50.125226 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-36bda111-65b8-4f86-ba46-1425c3bb05dc service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 200 len: 217 time: 0.0345385 Jan 24 09:56:50.174445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-6cd8a647-355b-4657-82ba-70c97ed264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:50.175888 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-6cd8a647-355b-4657-82ba-70c97ed264b9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 200 len: 847 time: 0.0435381 Jan 24 09:56:50.218423 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:50.222493 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-0e4ceebc-1633-4dec-abd5-f3389755e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:50.224024 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-0e4ceebc-1633-4dec-abd5-f3389755e9c2 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=af74ea91-e0e0-4ed6-a135-13f8281968bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410566 Jan 24 09:56:50.318702 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-29bcf443-4938-4d04-aa74-8bd5044ed12d service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876496 Jan 24 09:56:50.416613 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d34caad7-61a3-4ce1-a5de-bb77acbc4b8c req-9b216f83-8b85-4dad-943e-e7167de84ed2 service neutron] 10.222.0.123 "GET /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895233 Jan 24 09:56:50.418543 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:50.445350 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a6fa3-0596-44a8-92dd-66fd645afb2a None None] The sync data for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi is: [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:50:51Z', 'revision_number': 4, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '753981fd-c34e-486e-9e5b-78925e754af5', 'name': '', 'network_id': 'af74ea91-e0e0-4ed6-a135-13f8281968bb', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'mac_address': 'fa:16:3e:6f:69:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:50Z', 'updated_at': '2022-01-24T09:50:55Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'subnets': [{'id': 'a2c4c955-a389-45e3-bf67-8f9faf1734cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:56:50.692194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332ffc4-0816-4ca8-a622-dc770458b4a8 None None] New status for floating IP fa07161a-ce91-47e7-a7a0-87fda9108d0b: DOWN {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:56:51.209717 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bc150-2bd9-4d6a-b5d6-a6ac1e43d200 req-68d36df6-eacb-4d55-a0e1-c3ba457a8056 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:51.211245 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f37bc150-2bd9-4d6a-b5d6-a6ac1e43d200 req-68d36df6-eacb-4d55-a0e1-c3ba457a8056 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0591638 Jan 24 09:56:51.271485 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f37bc150-2bd9-4d6a-b5d6-a6ac1e43d200 req-2e262ba8-8663-4bdd-99a7-91a8e275586f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546341 Jan 24 09:56:52.396108 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afc781-966c-49d7-a43d-973e75ff51b5 req-a5bdb92e-9664-4581-b248-b93a68f8faf8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:52.397567 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15afc781-966c-49d7-a43d-973e75ff51b5 req-a5bdb92e-9664-4581-b248-b93a68f8faf8 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0546699 Jan 24 09:56:52.448771 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-15afc781-966c-49d7-a43d-973e75ff51b5 req-8e3f1e06-d175-458c-b498-a1ca055bb5ba tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Jan 24 09:56:53.020965 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4a936b39-6bf5-48ac-826e-b7e872517382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:53.589315 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2b88d-6100-4d6b-b497-658b57f65137 req-7f22920d-317c-4669-be60-147f77be7c45 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:53.590777 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2df2b88d-6100-4d6b-b497-658b57f65137 req-7f22920d-317c-4669-be60-147f77be7c45 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0498919 Jan 24 09:56:53.641248 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2df2b88d-6100-4d6b-b497-658b57f65137 req-9559cfc3-5417-491a-93d4-080be0c3c394 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Jan 24 09:56:54.727279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549635c-f3c7-4152-9947-b0428284b67f req-226cf9b2-a5c5-4f6b-98b0-1487b25149d7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:54.728902 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4549635c-f3c7-4152-9947-b0428284b67f req-226cf9b2-a5c5-4f6b-98b0-1487b25149d7 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.123 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0565727 Jan 24 09:56:54.760143 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e03e12-ceaa-40e3-a376-a62c01eec413 req-9ad4c58a-c3e4-469d-989b-ee91059ca916 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:56:54.762790 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11e03e12-ceaa-40e3-a376-a62c01eec413 req-9ad4c58a-c3e4-469d-989b-ee91059ca916 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 946 time: 0.0530052 Jan 24 09:56:54.824565 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-11e03e12-ceaa-40e3-a376-a62c01eec413 req-93da285a-0ac0-4953-af08-14b4a9fcadd9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/security-groups?id=315f33ca-f068-4e84-b03f-7769b5895a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550807 Jan 24 09:56:54.829869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Deleting port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:56:54.830229 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:54.922564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] For port 0dfef475-ece1-4e34-bb9f-09e2a383fd46, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=0dfef475-ece1-4e34-bb9f-09e2a383fd46,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:54.922919 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:54.935237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Calling delete_port for 0dfef475-ece1-4e34-bb9f-09e2a383fd46 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:56:55.074131 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (0dfef475-ece1-4e34-bb9f-09e2a383fd46), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:55.101822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event deleted for resources: {'Port': ['ID=0dfef475-ece1-4e34-bb9f-09e2a383fd46,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:55.113930 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.114572 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.114915 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.115274 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.115600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.115918 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.116236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.116559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.116875 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.117199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.117477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.117788 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.118094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:55.156690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] No DVR routers for this DVR port 0dfef475-ece1-4e34-bb9f-09e2a383fd46 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:56:55.159490 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:55.162792 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4549635c-f3c7-4152-9947-b0428284b67f req-a7c2b446-848e-48a4-a8f9-ed91631169c9 tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.123 "DELETE /v2.0/ports/0dfef475-ece1-4e34-bb9f-09e2a383fd46 HTTP/1.1" status: 204 len: 173 time: 0.4279792 Jan 24 09:56:55.163249 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-deleted', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:56:55.165515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdc27da-51a2-427c-8ff7-3f1935da6f1f" -d '{"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-deleted", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:56:55.206111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c8a5d4-bed8-4f60-b5bd-6c7afb1ea691 x-openstack-request-id: req-16c8a5d4-bed8-4f60-b5bd-6c7afb1ea691 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:56:55.206465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210a4c09-90f2-4f79-b2b9-d268caf853c9", "name": "network-vif-deleted", "tag": "0dfef475-ece1-4e34-bb9f-09e2a383fd46", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:56:55.206731 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16c8a5d4-bed8-4f60-b5bd-6c7afb1ea691 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:56:55.207311 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210a4c09-90f2-4f79-b2b9-d268caf853c9', 'name': 'network-vif-deleted', 'tag': '0dfef475-ece1-4e34-bb9f-09e2a383fd46', 'status': 'completed', 'code': 200} Jan 24 09:56:55.291269 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e7535407-1010-48bd-977b-16f1ad6157b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:55.944104 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3060af07-7e7d-4242-84a9-15b9e42c34a0 req-abc64914-c583-40e5-803e-8b69ffd5d66e tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "GET /v2.0/ports?device_id=210a4c09-90f2-4f79-b2b9-d268caf853c9 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Jan 24 09:56:56.235446 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.014925 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59038) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:57.075220 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (315f33ca-f068-4e84-b03f-7769b5895a0e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.103781 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (315f33ca-f068-4e84-b03f-7769b5895a0e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.176085 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (315f33ca-f068-4e84-b03f-7769b5895a0e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.178715 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.180656 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] 10.222.0.39 "DELETE /v2.0/security-groups/315f33ca-f068-4e84-b03f-7769b5895a0e HTTP/1.1" status: 204 len: 168 time: 0.1639481 Jan 24 09:56:57.190856 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=315f33ca-f068-4e84-b03f-7769b5895a0e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:57.199171 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.199646 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.200015 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.201432 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.201666 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.202267 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.202601 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.203119 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.203517 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.205211 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.205211 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.205211 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.205211 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aded9e6-ab78-473a-8932-9815ab19e67f tempest-TestShelveInstance-1716781208 tempest-TestShelveInstance-1716781208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:56:57.230838 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59044) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:57.690035 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (68505081-aae0-4442-b712-5dacd32cb407), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.737169 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:57.952081 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Deleting port 753981fd-c34e-486e-9e5b-78925e754af5 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:56:57.952319 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (753981fd-c34e-486e-9e5b-78925e754af5), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:58.031350 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] For port 753981fd-c34e-486e-9e5b-78925e754af5, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=753981fd-c34e-486e-9e5b-78925e754af5,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:58.031718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (753981fd-c34e-486e-9e5b-78925e754af5), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:58.047567 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Calling delete_port for 753981fd-c34e-486e-9e5b-78925e754af5 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:56:58.234185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (753981fd-c34e-486e-9e5b-78925e754af5), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:58.257140 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Pushing event deleted for resources: {'Port': ['ID=753981fd-c34e-486e-9e5b-78925e754af5,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:58.429280 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (68505081-aae0-4442-b712-5dacd32cb407), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:58.651013 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Router 68505081-aae0-4442-b712-5dacd32cb407 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:56:58.766406 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:56:58.773257 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-39db45e6-8364-40bd-8623-b4d6cbe04efa admin admin] 10.222.0.39 "PUT /v2.0/routers/68505081-aae0-4442-b712-5dacd32cb407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5413206 Jan 24 09:56:58.774749 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59052) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:58.775611 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Sync routers for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:56:58.786853 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:58.787537 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:58.879357 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks [] for router (68505081-aae0-4442-b712-5dacd32cb407), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:58.888897 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:58.983021 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks [] for router_gateway (68505081-aae0-4442-b712-5dacd32cb407), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.037471 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Deleting port e727eedc-c8eb-48fd-ad25-fd27be1bab8a {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:56:59.037807 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.062506 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:56:58Z', 'revision_number': 5, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port': {'id': 'e727eedc-c8eb-48fd-ad25-fd27be1bab8a', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68505081-aae0-4442-b712-5dacd32cb407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:48Z', 'updated_at': '2022-01-24T09:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:59.088984 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Checking router: 68505081-aae0-4442-b712-5dacd32cb407 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:56:59.097491 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Routers {'68505081-aae0-4442-b712-5dacd32cb407'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:56:59.098100 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['68505081-aae0-4442-b712-5dacd32cb407'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:59.124626 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] For port e727eedc-c8eb-48fd-ad25-fd27be1bab8a, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:56:59.125024 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.144946 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Calling delete_port for e727eedc-c8eb-48fd-ad25-fd27be1bab8a owned by network:router_gateway {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:56:59.154047 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.248867 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:56:59.271699 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 0dfef475-ece1-4e34-bb9f-09e2a383fd46 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:56:59.272132 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 0dfef475-ece1-4e34-bb9f-09e2a383fd46 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:56:59.282224 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] Set router 68505081-aae0-4442-b712-5dacd32cb407 gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:56:59.325515 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (e727eedc-c8eb-48fd-ad25-fd27be1bab8a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.335692 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:56:58Z', 'revision_number': 6, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:56:59.351969 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Pushing event deleted for resources: {'Port': ['ID=e727eedc-c8eb-48fd-ad25-fd27be1bab8a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:59.361963 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519833ab-57f8-4a98-a9d9-276005efd1a0 None None] The sync data for ids ['68505081-aae0-4442-b712-5dacd32cb407'] in dv-cinder-809523-7-iscsi is: [{'id': '68505081-aae0-4442-b712-5dacd32cb407', 'name': 'tempest-TestShelveInstance-881125506-router', 'tenant_id': '038fbe7e1285481ca999f25a075fa481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:47Z', 'updated_at': '2022-01-24T09:56:58Z', 'revision_number': 6, 'project_id': '038fbe7e1285481ca999f25a075fa481', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:56:59.425577 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (68505081-aae0-4442-b712-5dacd32cb407), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.531577 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (68505081-aae0-4442-b712-5dacd32cb407), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.534656 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks [] for router_controller (68505081-aae0-4442-b712-5dacd32cb407), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.587903 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (68505081-aae0-4442-b712-5dacd32cb407), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.588466 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68505081-aae0-4442-b712-5dacd32cb407 {{(pid=102507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:56:59.593165 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.596891 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3819bbf4-81db-4c61-8f48-66fce0a83894 admin admin] 10.222.0.39 "DELETE /v2.0/routers/68505081-aae0-4442-b712-5dacd32cb407 HTTP/1.1" status: 204 len: 168 time: 0.8186026 Jan 24 09:56:59.597108 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59068) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:59.643140 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Deleting subnet a2c4c955-a389-45e3-bf67-8f9faf1734cd {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:56:59.646579 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Publish callbacks [] for subnet (a2c4c955-a389-45e3-bf67-8f9faf1734cd), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.684758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (a2c4c955-a389-45e3-bf67-8f9faf1734cd), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.780324 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (a2c4c955-a389-45e3-bf67-8f9faf1734cd), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.832800 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (a2c4c955-a389-45e3-bf67-8f9faf1734cd), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.858575 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c4c955-a389-45e3-bf67-8f9faf1734cd,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:56:59.862302 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:56:59.866331 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3c01bcfb-8508-4d45-a19b-03e2bb4cbee0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2c4c955-a389-45e3-bf67-8f9faf1734cd HTTP/1.1" status: 204 len: 168 time: 0.2677891 Jan 24 09:56:59.868398 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59074) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:56:59.871107 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbad4e3-9a37-47d1-82bb-195e4f013a02 None None] Network af74ea91-e0e0-4ed6-a135-13f8281968bb requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:56:59.945088 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (af74ea91-e0e0-4ed6-a135-13f8281968bb), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.000219 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Deleting port 0b1476de-af6f-4114-984a-37a5baac7031 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:00.000825 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (0b1476de-af6f-4114-984a-37a5baac7031), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.065990 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] For port 0b1476de-af6f-4114-984a-37a5baac7031, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=0b1476de-af6f-4114-984a-37a5baac7031,segment=NetworkSegment(6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7),segment_id=6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:00.066232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (0b1476de-af6f-4114-984a-37a5baac7031), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.088006 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Calling delete_port for 0b1476de-af6f-4114-984a-37a5baac7031 owned by network:dhcp {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:00.135901 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] DHCP port deletion for af74ea91-e0e0-4ed6-a135-13f8281968bb request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:57:00.180093 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (0b1476de-af6f-4114-984a-37a5baac7031), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.190983 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Deleting port 0b1476de-af6f-4114-984a-37a5baac7031 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:00.191686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (0b1476de-af6f-4114-984a-37a5baac7031), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.214025 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1476de-af6f-4114-984a-37a5baac7031,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:00.217877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] No DVR routers for this DVR port 0b1476de-af6f-4114-984a-37a5baac7031 on host dv-cinder-809523-7-iscsi {{(pid=102507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:57:00.266148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] For port 0b1476de-af6f-4114-984a-37a5baac7031, host dv-cinder-809523-7-iscsi, got binding levels [] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:00.266676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (0b1476de-af6f-4114-984a-37a5baac7031), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.288305 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Calling delete_port for 0b1476de-af6f-4114-984a-37a5baac7031 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:00.291497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.ipam_backend_mixin [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Port 0b1476de-af6f-4114-984a-37a5baac7031 was not found and therefore no delete operation was performed {{(pid=102509) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 24 09:57:00.293377 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (0b1476de-af6f-4114-984a-37a5baac7031), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.316336 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] No DVR routers for this DVR port 0b1476de-af6f-4114-984a-37a5baac7031 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:57:00.317008 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (af74ea91-e0e0-4ed6-a135-13f8281968bb), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.341316 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cb91-d23d-4840-8af3-69a55a73ed4e None None] Pushing event deleted for resources: {'Port': ['ID=0b1476de-af6f-4114-984a-37a5baac7031,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:00.356214 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af74ea91-e0e0-4ed6-a135-13f8281968bb']}} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:00.368618 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7') {'for_net_delete': True} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:00.368929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.services.segments.db [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7') {} {{(pid=102507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:00.382097 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131377045'] for segment (6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.401285 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.410503 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=102507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:57:00.411032 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131181594'] for segment (6c3a6f10-351f-4ac7-809e-e93c4b5b2bb7), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: warnings.warn(msg) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: Traceback (most recent call last): Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: timer() Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: cb(*args, **kw) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: return func(*args, **kwargs) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: self._notify() Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: self.callback(batched_events) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: event.method(event) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: return f(self, *a, **k) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._get(url).json() Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: return self.request(url, 'GET', **kwargs) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:57:00.413045 dv-cinder-809523-7-iscsi neutron-server[102507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:57:00.447552 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 753981fd-c34e-486e-9e5b-78925e754af5 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:00.469212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 753981fd-c34e-486e-9e5b-78925e754af5 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:00.469563 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 753981fd-c34e-486e-9e5b-78925e754af5 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:00.469973 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device e727eedc-c8eb-48fd-ad25-fd27be1bab8a no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:00.490690 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: e727eedc-c8eb-48fd-ad25-fd27be1bab8a {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:00.490914 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device e727eedc-c8eb-48fd-ad25-fd27be1bab8a not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:00.491339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 0b1476de-af6f-4114-984a-37a5baac7031 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:00.498738 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (af74ea91-e0e0-4ed6-a135-13f8281968bb), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.504616 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:00.507905 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af74ea91-e0e0-4ed6-a135-13f8281968bb HTTP/1.1" status: 204 len: 168 time: 0.6385827 Jan 24 09:57:00.511068 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59086) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:00.511553 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 0b1476de-af6f-4114-984a-37a5baac7031 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:00.511673 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 0b1476de-af6f-4114-984a-37a5baac7031 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:00.523912 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b102389-1532-468b-902e-1b0f88ab3ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=af74ea91-e0e0-4ed6-a135-13f8281968bb,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:01.141149 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (e562ad38-edbf-4155-b3a8-383afee835bd), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:01.408771 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Deleting port 7e6584f6-5412-4793-a724-8475f8ec5f2b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:01.409010 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:01.495500 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] For port 7e6584f6-5412-4793-a724-8475f8ec5f2b, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=7e6584f6-5412-4793-a724-8475f8ec5f2b,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:01.495860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:01.509517 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Calling delete_port for 7e6584f6-5412-4793-a724-8475f8ec5f2b owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:01.708394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (7e6584f6-5412-4793-a724-8475f8ec5f2b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:01.740279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6584f6-5412-4793-a724-8475f8ec5f2b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:01.912046 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (e562ad38-edbf-4155-b3a8-383afee835bd), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.083908 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650a8c0-4169-48af-993d-626e9c7f5480 req-905d01af-f758-460b-994d-6b5cdbfc0604 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:02.085445 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e650a8c0-4169-48af-993d-626e9c7f5480 req-905d01af-f758-460b-994d-6b5cdbfc0604 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0489295 Jan 24 09:57:02.130860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Router e562ad38-edbf-4155-b3a8-383afee835bd has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:57:02.133413 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e650a8c0-4169-48af-993d-626e9c7f5480 req-dfcad6d5-0688-4404-bc70-2af1fce0c113 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 Jan 24 09:57:02.254269 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:57:02.261019 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-32c8ebb4-f80c-4197-b2ca-e0e6ccf788b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/e562ad38-edbf-4155-b3a8-383afee835bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488165 Jan 24 09:57:02.262790 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59108) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:02.266156 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Sync routers for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:57:02.276516 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:02.277143 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:02.380769 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks [] for router (e562ad38-edbf-4155-b3a8-383afee835bd), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.388855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:02.499547 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks [] for router_gateway (e562ad38-edbf-4155-b3a8-383afee835bd), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.551544 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Deleting port a045a370-58db-4852-add1-e68b9efbd4c8 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:02.551904 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.570206 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:57:01Z', 'revision_number': 5, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port': {'id': 'a045a370-58db-4852-add1-e68b9efbd4c8', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:da:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:50:54Z', 'updated_at': '2022-01-24T09:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:02.597141 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Checking router: e562ad38-edbf-4155-b3a8-383afee835bd for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:57:02.605750 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Routers {'e562ad38-edbf-4155-b3a8-383afee835bd'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:02.606509 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['e562ad38-edbf-4155-b3a8-383afee835bd'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:02.632729 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] For port a045a370-58db-4852-add1-e68b9efbd4c8, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=a045a370-58db-4852-add1-e68b9efbd4c8,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:02.633086 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.645665 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Calling delete_port for a045a370-58db-4852-add1-e68b9efbd4c8 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:02.695106 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] Set router e562ad38-edbf-4155-b3a8-383afee835bd gateway port host: None {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:02.748799 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:57:02Z', 'revision_number': 6, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:02.776259 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc230c-266f-46f3-83a5-80229ad07e0f None None] The sync data for ids ['e562ad38-edbf-4155-b3a8-383afee835bd'] in dv-cinder-809523-7-iscsi is: [{'id': 'e562ad38-edbf-4155-b3a8-383afee835bd', 'name': 'tempest-TestShelveInstance-913319069-router', 'tenant_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:50:53Z', 'updated_at': '2022-01-24T09:57:02Z', 'revision_number': 6, 'project_id': 'c17bc259701c40f08c3fae75bd6c4d0d', 'gw_port_host': None}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:57:02.817310 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a045a370-58db-4852-add1-e68b9efbd4c8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.842074 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a045a370-58db-4852-add1-e68b9efbd4c8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:02.904536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (e562ad38-edbf-4155-b3a8-383afee835bd), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.996111 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (e562ad38-edbf-4155-b3a8-383afee835bd), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:02.998254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks [] for router_controller (e562ad38-edbf-4155-b3a8-383afee835bd), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.041065 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (e562ad38-edbf-4155-b3a8-383afee835bd), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.041513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e562ad38-edbf-4155-b3a8-383afee835bd {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:57:03.045693 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.046814 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-02e7f530-01b2-414a-b65c-75b440288a71 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e562ad38-edbf-4155-b3a8-383afee835bd HTTP/1.1" status: 204 len: 168 time: 0.7831216 Jan 24 09:57:03.049503 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59112) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:03.092503 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Deleting subnet 5dd3a2da-a140-4b3c-879d-f9532bce092f {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:57:03.095527 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Publish callbacks [] for subnet (5dd3a2da-a140-4b3c-879d-f9532bce092f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.134178 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (5dd3a2da-a140-4b3c-879d-f9532bce092f), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.241251 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (5dd3a2da-a140-4b3c-879d-f9532bce092f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.275377 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02babf-ae0a-41ef-96f2-8cbcdf211384 req-fb40a572-2e53-4f97-834f-25de26378941 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:03.277352 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd02babf-ae0a-41ef-96f2-8cbcdf211384 req-fb40a572-2e53-4f97-834f-25de26378941 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0509188 Jan 24 09:57:03.305509 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (5dd3a2da-a140-4b3c-879d-f9532bce092f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.328011 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-dd02babf-ae0a-41ef-96f2-8cbcdf211384 req-3fbd09b4-6e67-49a1-b2f5-11a02af71d64 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443268 Jan 24 09:57:03.334760 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd3a2da-a140-4b3c-879d-f9532bce092f,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:03.340995 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.344181 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cf19be64-d21c-4dfd-83ce-399595334750 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5dd3a2da-a140-4b3c-879d-f9532bce092f HTTP/1.1" status: 204 len: 168 time: 0.2937734 Jan 24 09:57:03.346916 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59116) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:03.353991 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28471d33-88da-46a5-9f95-6792bf7b4be0 None None] Network 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:57:03.433100 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.496538 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Deleting port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:03.496882 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.526062 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] DHCP port deletion for 4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:57:03.578380 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Deleting port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:03.578763 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.581050 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] For port d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:03.581496 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.595552 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Calling delete_port for d24d1119-ba0a-4e68-8d8e-513a43cb8d09 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:03.648595 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] For port d24d1119-ba0a-4e68-8d8e-513a43cb8d09, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,segment=NetworkSegment(55be08ef-a2f1-4dde-9099-af4785e82c91),segment_id=55be08ef-a2f1-4dde-9099-af4785e82c91)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:03.648984 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.661907 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Calling delete_port for d24d1119-ba0a-4e68-8d8e-513a43cb8d09 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:03.680635 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.708185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:03.710032 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] No DVR routers for this DVR port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:57:03.742657 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (d24d1119-ba0a-4e68-8d8e-513a43cb8d09), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.769088 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] No DVR routers for this DVR port d24d1119-ba0a-4e68-8d8e-513a43cb8d09 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:57:03.772939 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5224203-7913-4ace-8e2a-0b1930f9e707 None None] Pushing event deleted for resources: {'Port': ['ID=d24d1119-ba0a-4e68-8d8e-513a43cb8d09,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:03.786020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.805730 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:03.814830 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55be08ef-a2f1-4dde-9099-af4785e82c91') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:03.815119 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55be08ef-a2f1-4dde-9099-af4785e82c91') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:03.824199 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (55be08ef-a2f1-4dde-9099-af4785e82c91), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.838277 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (55be08ef-a2f1-4dde-9099-af4785e82c91), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.844980 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:57:03.845627 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (55be08ef-a2f1-4dde-9099-af4785e82c91), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:57:03.847387 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:57:03.904817 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.909744 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:03.912954 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5 HTTP/1.1" status: 204 len: 168 time: 0.5653212 Jan 24 09:57:03.925049 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb855d5-0716-4551-bbb8-ef0f0964be21 admin admin] Pushing event deleted for resources: {'Network': ['ID=4028b97d-9004-4fd2-a8f4-f6dbfdca9fe5,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:04.041695 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59122) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:04.088206 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-4988d820-8e54-4ce6-9d24-7ddd631ca9cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038fbe7e1285481ca999f25a075fa481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446715 Jan 24 09:57:04.090586 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59124) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:04.136965 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] Publish callbacks [] for security_group (3f1eeb1d-032f-44dc-93c3-e90266b263df), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.159505 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] Publish callbacks [] for security_group (3f1eeb1d-032f-44dc-93c3-e90266b263df), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.207656 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3f1eeb1d-032f-44dc-93c3-e90266b263df), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.210219 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.211450 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f1eeb1d-032f-44dc-93c3-e90266b263df HTTP/1.1" status: 204 len: 168 time: 0.1199541 Jan 24 09:57:04.219357 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46c5a-32b3-4f5e-aaa1-97cf00482056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1eeb1d-032f-44dc-93c3-e90266b263df,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:04.367755 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d24d1119-ba0a-4e68-8d8e-513a43cb8d09 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:04.392350 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: d24d1119-ba0a-4e68-8d8e-513a43cb8d09 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:04.392686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device d24d1119-ba0a-4e68-8d8e-513a43cb8d09 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:04.393190 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 7e6584f6-5412-4793-a724-8475f8ec5f2b no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:04.468450 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a02075-f415-43d4-b9b5-95d377f4ae8a req-a063dd08-7c1d-43f9-ab6f-3a2548861f92 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:04.470611 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87a02075-f415-43d4-b9b5-95d377f4ae8a req-a063dd08-7c1d-43f9-ab6f-3a2548861f92 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0573947 Jan 24 09:57:04.525795 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87a02075-f415-43d4-b9b5-95d377f4ae8a req-e1f7f92a-dbf8-40dd-b5ba-9bde8d6f2163 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495799 Jan 24 09:57:04.549849 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 7e6584f6-5412-4793-a724-8475f8ec5f2b {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:04.550179 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 7e6584f6-5412-4793-a724-8475f8ec5f2b not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:04.550613 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a045a370-58db-4852-add1-e68b9efbd4c8 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:04.570615 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: a045a370-58db-4852-add1-e68b9efbd4c8 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:04.570993 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device a045a370-58db-4852-add1-e68b9efbd4c8 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:04.585537 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59132) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:04.629234 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b9057967-eb8c-40b4-af7d-8994d3dc4526 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c17bc259701c40f08c3fae75bd6c4d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423913 Jan 24 09:57:04.631824 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59134) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:04.679172 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] Publish callbacks [] for security_group (040edc6e-fd6d-423d-9931-3c9c38263e48), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.700436 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] Publish callbacks [] for security_group (040edc6e-fd6d-423d-9931-3c9c38263e48), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.748678 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (040edc6e-fd6d-423d-9931-3c9c38263e48), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.751549 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:04.752743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/040edc6e-fd6d-423d-9931-3c9c38263e48 HTTP/1.1" status: 204 len: 168 time: 0.1200364 Jan 24 09:57:04.760833 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6cb79-0a81-451d-b673-31d176287fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040edc6e-fd6d-423d-9931-3c9c38263e48,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:05.649429 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e984e79-1aa9-4522-bc2b-12549599950e req-2666756d-e9ba-442e-907f-d106d7676821 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:05.650940 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0e984e79-1aa9-4522-bc2b-12549599950e req-2666756d-e9ba-442e-907f-d106d7676821 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0505090 Jan 24 09:57:05.700543 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0e984e79-1aa9-4522-bc2b-12549599950e req-e2782c70-98d2-4dac-a605-becbc0ae843f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=67fc3c9d-0f15-4066-8a0e-71e3db22fa03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434284 Jan 24 09:57:05.713951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-ba90748f-8735-4dc6-b03f-13314b062263 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:05.715465 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-ba90748f-8735-4dc6-b03f-13314b062263 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 947 time: 0.0504115 Jan 24 09:57:05.814135 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Deleting port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:05.814478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:05.906408 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] For port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:05.910204 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:06.087762 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:06.088059 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:06.088411 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Floating IP 1ae4489f-4b25-4822-9bc3-19c9a8e2cb66 disassociated. External IP: 172.27.3.88, port: 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce. Jan 24 09:57:06.088747 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Calling delete_port for 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:06.235549 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:06.279227 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'Port': ['ID=9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:06.404568 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:57:06.528436 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:57:06.541393 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:57:06.552948 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:06.553511 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:06.571647 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] No DVR routers for this DVR port 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:57:06.574375 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:06.577907 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3341ccfe-007b-4cba-86db-a5ab19af3308 req-8fe2b875-03c3-4e47-90dc-921c098a3565 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "DELETE /v2.0/ports/9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce HTTP/1.1" status: 204 len: 173 time: 0.8569682 Jan 24 09:57:06.578364 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-deleted', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:57:06.580740 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ce352-edc0-44b0-9267-dd5bb712ca95" -d '{"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-deleted", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:57:06.621376 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5a20e0-917f-4551-87e4-d5c2fab6e134 x-openstack-request-id: req-8d5a20e0-917f-4551-87e4-d5c2fab6e134 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:57:06.621671 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1835adc-279d-4bd7-b7a2-a41aacfcd7bd", "name": "network-vif-deleted", "tag": "9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:57:06.621956 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d5a20e0-917f-4551-87e4-d5c2fab6e134 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:57:06.623273 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1835adc-279d-4bd7-b7a2-a41aacfcd7bd', 'name': 'network-vif-deleted', 'tag': '9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce', 'status': 'completed', 'code': 200} Jan 24 09:57:06.669576 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:06.835480 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2c7778c6-0f17-4f96-896e-b80e18ddfdcc req-f8e79b05-a2f2-46aa-a46a-d91ce7b8977f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1835adc-279d-4bd7-b7a2-a41aacfcd7bd HTTP/1.1" status: 200 len: 210 time: 0.0306580 Jan 24 09:57:06.884200 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:06.909851 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:57:06.918567 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:06.919231 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:07.027033 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:07.251938 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a21f4839-593f-4be5-971e-241997ad117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:07.281886 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f4839-593f-4be5-971e-241997ad117d None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:57:07.512884 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1f3cf-a30d-41fa-839d-4c0446ee8287 None None] New status for floating IP 1ae4489f-4b25-4822-9bc3-19c9a8e2cb66: DOWN {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:57:07.930331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59190) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:07.991208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (67fc3c9d-0f15-4066-8a0e-71e3db22fa03), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.018614 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (67fc3c9d-0f15-4066-8a0e-71e3db22fa03), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.066790 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (67fc3c9d-0f15-4066-8a0e-71e3db22fa03), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.069729 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.070957 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "DELETE /v2.0/security-groups/67fc3c9d-0f15-4066-8a0e-71e3db22fa03 HTTP/1.1" status: 204 len: 168 time: 0.1395032 Jan 24 09:57:08.074139 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59192) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:08.080242 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f7ba-2adb-49cc-9684-f4cc2d25a11e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fc3c9d-0f15-4066-8a0e-71e3db22fa03,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:08.088987 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.api.v2.resource [None req-98e5aa9f-fe37-486e-9b9b-f9dd302f8701 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] show failed (client error): The resource could not be found. Jan 24 09:57:08.090094 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-98e5aa9f-fe37-486e-9b9b-f9dd302f8701 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups/67fc3c9d-0f15-4066-8a0e-71e3db22fa03 HTTP/1.1" status: 404 len: 347 time: 0.0149548 Jan 24 09:57:08.099213 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59194) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:08.225572 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Deleting port fd5fa070-3cda-43f9-9d62-66f8818d5bcc {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:57:08.225975 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.306981 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.307322 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.319864 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Calling delete_port for fd5fa070-3cda-43f9-9d62-66f8818d5bcc owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:57:08.459565 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (fd5fa070-3cda-43f9-9d62-66f8818d5bcc), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.489931 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'Port': ['ID=fd5fa070-3cda-43f9-9d62-66f8818d5bcc,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:08.553242 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (1ae4489f-4b25-4822-9bc3-19c9a8e2cb66), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.555827 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.556969 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-fb2d4e10-7310-4309-9c4a-7a05c3e14936 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "DELETE /v2.0/floatingips/1ae4489f-4b25-4822-9bc3-19c9a8e2cb66 HTTP/1.1" status: 204 len: 168 time: 0.4567938 Jan 24 09:57:08.853713 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59204) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:08.858500 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083953834', 'description': 'tempest-description--2027906928'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:08.885892 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.953346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.957770 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.984736 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:08.986023 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1312990 Jan 24 09:57:08.989127 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59206) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:08.990534 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890503c0-ac6d-41de-bd6a-bc14b2f985b1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:08.993796 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group_rule': {'security_group_id': '5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:09.024922 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (bffb404d-e73c-449f-85da-731deac84d9f), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.073915 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (bffb404d-e73c-449f-85da-731deac84d9f), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.078643 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (bffb404d-e73c-449f-85da-731deac84d9f), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.100619 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb404d-e73c-449f-85da-731deac84d9f,revision_number=0']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:09.106715 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.108152 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d38153c8-a555-4d4e-919a-1dd76f5436be tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179299 Jan 24 09:57:09.111666 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59208) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:09.116636 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'security_group_rule': {'security_group_id': '5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:09.146595 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (12a86c5e-a056-4eb3-923e-65e62d0aada6), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.202518 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (12a86c5e-a056-4eb3-923e-65e62d0aada6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.207296 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566894'] for security_group_rule (12a86c5e-a056-4eb3-923e-65e62d0aada6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.224752 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a86c5e-a056-4eb3-923e-65e62d0aada6,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:09.231540 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.232741 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-437ab84d-32a2-442c-821b-9f66781e44da tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199648 Jan 24 09:57:09.236141 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59210) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:09.240481 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:09.264544 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.362487 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.466550 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Allocated IP 172.27.3.65 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/f84020ae-373a-4032-8189-3d6a143fc417) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:57:09.575837 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (f84020ae-373a-4032-8189-3d6a143fc417), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.610514 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (f84020ae-373a-4032-8189-3d6a143fc417), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.652099 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:57:09.657911 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:57:09.660392 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:57:09.685943 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=f84020ae-373a-4032-8189-3d6a143fc417,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:09.760663 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.796399 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (f84020ae-373a-4032-8189-3d6a143fc417), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.811287 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59218) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:09.917261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d40b373-9f67-45b1-80cc-9b4e8d73970a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.950438 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (f84020ae-373a-4032-8189-3d6a143fc417), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.956669 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (f84020ae-373a-4032-8189-3d6a143fc417), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.994496 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d40b373-9f67-45b1-80cc-9b4e8d73970a admin admin] Publish callbacks [] for security_group (d26bc030-a955-4c53-a639-c3c1bdafed03), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:09.999629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0d40b373-9f67-45b1-80cc-9b4e8d73970a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d26bc030-a955-4c53-a639-c3c1bdafed03), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.021644 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=f84020ae-373a-4032-8189-3d6a143fc417,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:10.034858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:57:10.036824 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.048121 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0d40b373-9f67-45b1-80cc-9b4e8d73970a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96597a8ec7464688b09155acd36e1a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325335 Jan 24 09:57:10.048121 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40b373-9f67-45b1-80cc-9b4e8d73970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26bc030-a955-4c53-a639-c3c1bdafed03,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:10.048434 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59222) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:10.058275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:57:10.058701 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 9e8b4c0f-1eb7-4aa8-adfa-62f2f674d6ce not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:57:10.064318 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.065532 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-36d60ba4-ffcc-480b-9307-fab2ed96a791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8284647 Jan 24 09:57:10.105086 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] Publish callbacks [] for security_group (d26bc030-a955-4c53-a639-c3c1bdafed03), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.126076 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] Publish callbacks [] for security_group (d26bc030-a955-4c53-a639-c3c1bdafed03), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.172991 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d26bc030-a955-4c53-a639-c3c1bdafed03), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.175870 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.179586 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d26bc030-a955-4c53-a639-c3c1bdafed03 HTTP/1.1" status: 204 len: 168 time: 0.1282058 Jan 24 09:57:10.187397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a498f30-bc70-4f9b-98bd-37258abb5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26bc030-a955-4c53-a639-c3c1bdafed03,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:10.270275 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-b05f0960-609c-4ff0-9732-98594cab56b2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2083953834&fields=id&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 267 time: 0.0428545 Jan 24 09:57:10.383187 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-b783af6d-aee7-410c-8448-001cce9dbe59 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:10.384663 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-b783af6d-aee7-410c-8448-001cce9dbe59 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 816 time: 0.1073630 Jan 24 09:57:10.400528 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-39fe0f77-f0b1-43bb-a2c4-36bca66abcf7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/quotas/63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 375 time: 0.0102439 Jan 24 09:57:10.452560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59242) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:10.453353 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-d0ec24da-a459-4d1a-b070-832d10da1935 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473337 Jan 24 09:57:10.466070 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d886f159-f5c5-4eb4-8800-b10785de27c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.541640 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d886f159-f5c5-4eb4-8800-b10785de27c5 admin admin] Publish callbacks [] for security_group (90515db0-51df-43fd-8f76-13c1bcd1dc77), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.546052 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d886f159-f5c5-4eb4-8800-b10785de27c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (90515db0-51df-43fd-8f76-13c1bcd1dc77), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.551540 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-7760348f-806e-48fa-8f1d-258227e2e741 service neutron] 10.222.0.39 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861058 Jan 24 09:57:10.584634 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d886f159-f5c5-4eb4-8800-b10785de27c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b5f47d5f1544c87bbec038da246fb5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308880 Jan 24 09:57:10.587310 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59244) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:10.593128 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886f159-f5c5-4eb4-8800-b10785de27c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90515db0-51df-43fd-8f76-13c1bcd1dc77,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:10.641776 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] Publish callbacks [] for security_group (90515db0-51df-43fd-8f76-13c1bcd1dc77), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.651324 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-eec7ac8f-5ddb-472f-b685-6d2f138412a3 service neutron] 10.222.0.39 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935078 Jan 24 09:57:10.676723 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] Publish callbacks [] for security_group (90515db0-51df-43fd-8f76-13c1bcd1dc77), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.745709 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (90515db0-51df-43fd-8f76-13c1bcd1dc77), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.748994 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:10.750195 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90515db0-51df-43fd-8f76-13c1bcd1dc77 HTTP/1.1" status: 204 len: 168 time: 0.1620011 Jan 24 09:57:10.759675 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c994d-5feb-4efc-8fa6-73ae22430167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90515db0-51df-43fd-8f76-13c1bcd1dc77,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:10.827148 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ca53b506-4f78-4657-ae9b-ef615a8fe414 req-6e7e8579-06c4-4399-8a7f-7c78f36c7495 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Jan 24 09:57:11.955766 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e55c8cb5-59fd-4c4e-a849-bd6a71f04e22 req-20d06812-fb12-486e-8104-bdc872c0a986 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 210 time: 0.0499110 Jan 24 09:57:11.958042 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-8ebad6b3-8e06-47e0-9830-177f24851734 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:11.960149 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-8ebad6b3-8e06-47e0-9830-177f24851734 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 816 time: 0.1272519 Jan 24 09:57:12.040494 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-54b6449e-7e5b-4903-bc79-789b9fe197f6 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 380 time: 0.0613370 Jan 24 09:57:12.050428 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'port': {'device_id': '78287781-6f15-4216-b385-b5e0fc007981', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'admin_state_up': True, 'tenant_id': '63734dd9713b478ab682630be6325200', 'security_groups': ['5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:12.432776 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Made reservation on behalf of 63734dd9713b478ab682630be6325200 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:57:12.436489 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:12.559686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Allocated IP 172.20.0.8 (3af6c0a2-e6bf-428b-9a74-e1841e0318c8/252904c2-bc3a-4b12-971e-f5b3b9bd5890/2e7014c1-da13-4b1a-8ac8-56c55b73e52b) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:57:12.702127 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:12.751315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:12.792780 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:57:12.795815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:57:12.799057 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:57:12.832856 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:12.860551 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:12.861250 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:12.878624 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0a5a1f54-b467-4354-b632-da93bae5fd5d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322599 Jan 24 09:57:12.896474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Request body: {'port': {'device_id': '78287781-6f15-4216-b385-b5e0fc007981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:12.951959 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.080664 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-95f5de92-aa38-4ea3-91e5-59abd7a2005d None None] Provisioning complete for port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:57:13.081777 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-95f5de92-aa38-4ea3-91e5-59abd7a2005d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.111683 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9f466-b677-485c-ae61-b1b39665c97a req-f6ec7d79-f4f7-4334-b7cc-c6d035545611 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:13.113298 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-75e9f466-b677-485c-ae61-b1b39665c97a req-f6ec7d79-f4f7-4334-b7cc-c6d035545611 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 931 time: 0.0777118 Jan 24 09:57:13.121648 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-95f5de92-aa38-4ea3-91e5-59abd7a2005d None None] Port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:57:13.166771 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-75e9f466-b677-485c-ae61-b1b39665c97a req-f59a0554-7aed-4b02-aa87-793c24b46def tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Jan 24 09:57:13.224742 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:57:13.233029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks [] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.245981 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Transition to ACTIVE for port object 2e7014c1-da13-4b1a-8ac8-56c55b73e52b will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:57:13.251342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.304210 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:13.380993 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Attempting to bind port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:57:13.381655 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Attempting to bind port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:57:13.381996 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Attempting to bind port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:57:13.386968 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:57:13.387281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Attempting to bind port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b on network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:57:13.393090 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:57:13.393509 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Checking segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:57:13.393898 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Bound using segment: {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:57:13.394331 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Bound port: 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:57:13.394690 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.461595 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:57:13.464649 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:57:13.470458 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.508767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:13.509412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.512584 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] 10.222.0.123 "PUT /v2.0/ports/2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 1093 time: 0.6188953 Jan 24 09:57:13.512584 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:57:13.514855 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a87f0e4-e64f-432d-a406-2ce66c520c40" -d '{"events": [{"name": "network-changed", "server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:57:13.540214 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce517-cb48-49ea-81dd-4cdb293b4f96 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:13.581565 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723af556-d093-4f86-b186-4b6dec01c8c0 x-openstack-request-id: req-723af556-d093-4f86-b186-4b6dec01c8c0 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:57:13.581861 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:57:13.582126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-723af556-d093-4f86-b186-4b6dec01c8c0 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:57:13.582528 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'status': 'completed', 'code': 200} Jan 24 09:57:13.616075 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-39839ebe-18d6-4faa-89db-58596b3bf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:13.617976 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-39839ebe-18d6-4faa-89db-58596b3bf053 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1096 time: 0.0462708 Jan 24 09:57:13.669089 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-456fe0b2-0ba7-4e51-9a43-7516d9486f45 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 217 time: 0.0363317 Jan 24 09:57:13.726008 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-21c630af-545f-4e2e-a966-996095c7e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:13.727479 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-21c630af-545f-4e2e-a966-996095c7e010 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0507691 Jan 24 09:57:13.774366 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-260e518e-f5a6-4138-bffd-2fa9db149aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:13.776316 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-260e518e-f5a6-4138-bffd-2fa9db149aa3 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423944 Jan 24 09:57:13.826751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:13.872599 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-0f44fdb0-b4e2-4621-b60d-9e9e20fcaad0 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886583 Jan 24 09:57:13.972334 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3915c2b7-6327-4a55-b3ff-918aed6eafea req-69b61911-1c1c-4f89-8719-cac50d7e7473 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855358 Jan 24 09:57:14.116719 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-2b7fc118-430d-4510-a117-fb7977d9c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:14.118266 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-2b7fc118-430d-4510-a117-fb7977d9c476 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1096 time: 0.0420659 Jan 24 09:57:14.213420 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-d8124c98-2223-4a5b-bad8-ab8697015dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:14.214999 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-d8124c98-2223-4a5b-bad8-ab8697015dd3 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0902405 Jan 24 09:57:14.257840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-ff767e9a-1fab-4504-874d-fb3bbc0a7e1e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 217 time: 0.0359497 Jan 24 09:57:14.289307 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e40c4-595c-4e4c-87d2-9bcfd57522e7 req-1e2167df-dbe9-405a-a15d-9884896628e7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:14.290845 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa9e40c4-595c-4e4c-87d2-9bcfd57522e7 req-1e2167df-dbe9-405a-a15d-9884896628e7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0492828 Jan 24 09:57:14.309781 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-b4636e9d-173d-42a0-ac73-b0e7eabf8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:14.311216 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-b4636e9d-173d-42a0-ac73-b0e7eabf8174 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0475054 Jan 24 09:57:14.338108 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fa9e40c4-595c-4e4c-87d2-9bcfd57522e7 req-e0296985-0d3d-44a4-b56d-7b0901d9f215 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415339 Jan 24 09:57:14.359257 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-c3a56baa-1a59-4f6d-ad0e-d1a19304aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:14.360870 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-c3a56baa-1a59-4f6d-ad0e-d1a19304aa7a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422332 Jan 24 09:57:14.461454 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-9cc5162b-af98-4844-8724-1861e1d38a72 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Jan 24 09:57:14.559905 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-9a87f0e4-e64f-432d-a406-2ce66c520c40 req-d3e389be-1ab4-472f-abca-ad7cee29b886 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911567 Jan 24 09:57:15.463098 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066edc0-938e-4b86-a4d8-fde35713bac9 req-145549b0-7e13-44a6-b5ee-96520b78c0c6 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:15.464533 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d066edc0-938e-4b86-a4d8-fde35713bac9 req-145549b0-7e13-44a6-b5ee-96520b78c0c6 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0498369 Jan 24 09:57:15.511522 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d066edc0-938e-4b86-a4d8-fde35713bac9 req-96ddb30f-1cdf-433b-8959-c73163530dd8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Jan 24 09:57:16.039376 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:57:16.141493 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:16.153783 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:57:16.195352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:57:16.195737 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.210039 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:57:16.230674 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:16.235549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.285792 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:16.291826 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.292174 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.292524 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.292858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.293186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.293519 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.293844 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.294167 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.294488 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.294814 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.295209 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.295531 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.295849 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:57:16.532090 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:57:16.562420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['2e7014c1-da13-4b1a-8ac8-56c55b73e52b'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:57:16.620607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59352) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:16.636832 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe72a1-2f8f-4887-85f0-8411f88da0e6 req-d7a9f740-4ac0-4bcc-97a4-06312fd84d9a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:16.638570 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0afe72a1-2f8f-4887-85f0-8411f88da0e6 req-d7a9f740-4ac0-4bcc-97a4-06312fd84d9a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0538986 Jan 24 09:57:16.687136 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0afe72a1-2f8f-4887-85f0-8411f88da0e6 req-46ebef4c-5d95-4c1b-9504-8c2638b4f06c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Jan 24 09:57:16.733836 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61db2d58-558e-4896-884f-ba4bd8b6f266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.806950 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61db2d58-558e-4896-884f-ba4bd8b6f266 admin admin] Publish callbacks [] for security_group (496a19e2-8e57-4543-a15e-5419c1cc0f37), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.814104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-61db2d58-558e-4896-884f-ba4bd8b6f266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (496a19e2-8e57-4543-a15e-5419c1cc0f37), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.857272 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-61db2d58-558e-4896-884f-ba4bd8b6f266 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b85ed9eef1ff487aaa4ad21782c6e42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355788 Jan 24 09:57:16.858544 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2d58-558e-4896-884f-ba4bd8b6f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a19e2-8e57-4543-a15e-5419c1cc0f37,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:16.860182 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59356) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:16.907853 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] Publish callbacks [] for security_group (496a19e2-8e57-4543-a15e-5419c1cc0f37), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.934704 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] Publish callbacks [] for security_group (496a19e2-8e57-4543-a15e-5419c1cc0f37), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.983542 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (496a19e2-8e57-4543-a15e-5419c1cc0f37), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.986235 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:16.987442 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/496a19e2-8e57-4543-a15e-5419c1cc0f37 HTTP/1.1" status: 204 len: 168 time: 0.1261945 Jan 24 09:57:16.994972 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8911d-aa78-4795-8984-f7a2a283247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a19e2-8e57-4543-a15e-5419c1cc0f37,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:17.255482 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59362) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:17.272846 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21b92829-2cd3-4ca1-9b67-681a8a12080d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.363478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21b92829-2cd3-4ca1-9b67-681a8a12080d admin admin] Publish callbacks [] for security_group (7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.368963 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-21b92829-2cd3-4ca1-9b67-681a8a12080d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.405057 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b92829-2cd3-4ca1-9b67-681a8a12080d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:17.409472 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-21b92829-2cd3-4ca1-9b67-681a8a12080d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb1b047df612429e995a094cf358f129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529241 Jan 24 09:57:17.412289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59364) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:17.462402 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] Publish callbacks [] for security_group (7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.492675 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] Publish callbacks [] for security_group (7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.543062 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.545652 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:17.546820 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa HTTP/1.1" status: 204 len: 168 time: 0.1336579 Jan 24 09:57:17.555014 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abafc7-b720-4c5f-907f-8a16f5bee5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1cf55d-4b99-4cb6-8a21-afbf24a2d3fa,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:17.809781 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bf8ec-d0bd-4bf3-897b-aaabe56400e5 req-bcda6bcf-b213-43b7-9ee9-d112dad20dee tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:17.811367 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6b9bf8ec-d0bd-4bf3-897b-aaabe56400e5 req-bcda6bcf-b213-43b7-9ee9-d112dad20dee tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0519216 Jan 24 09:57:17.861021 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6b9bf8ec-d0bd-4bf3-897b-aaabe56400e5 req-ed366bbc-619d-4967-bca2-684cebf82d2c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437391 Jan 24 09:57:18.052118 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:57:18.104292 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:57:18.109718 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:57:18.110108 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:18.190530 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-f729678c-ebb3-4472-8fb7-34ddc29872f9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494390 Jan 24 09:57:18.193108 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:57:18.193207 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:18.216201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:57:18.218477 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed5c2f-647f-486c-8923-aa20567d831b" -d '{"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:57:18.231439 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:57:18.238056 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:18.274676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac252b-850e-4a7a-8c9a-eb6d22f839cf x-openstack-request-id: req-45ac252b-850e-4a7a-8c9a-eb6d22f839cf {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:57:18.275071 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:57:18.275448 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45ac252b-850e-4a7a-8c9a-eb6d22f839cf {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:57:18.275901 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'code': 200} Jan 24 09:57:18.291053 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:18.301294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-cf9bd71d-9342-4602-9768-4e2a1f012b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.302942 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-cf9bd71d-9342-4602-9768-4e2a1f012b60 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1098 time: 0.0484941 Jan 24 09:57:18.419529 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-ad548f13-88d8-4863-a75f-5898a5e5c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.421176 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-ad548f13-88d8-4863-a75f-5898a5e5c542 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0904000 Jan 24 09:57:18.514968 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-70f5fcd8-1c51-4fe5-b4a1-fa59ad404a5e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 1001 time: 0.0847733 Jan 24 09:57:18.523845 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde8e2-2a6f-4cf0-809a-684b7afd6b45 req-25d2583e-e5b6-412f-af86-444e1be977ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.525249 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-66fde8e2-2a6f-4cf0-809a-684b7afd6b45 req-25d2583e-e5b6-412f-af86-444e1be977ed service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1098 time: 0.0584729 Jan 24 09:57:18.591025 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-72f53a78-77db-4932-8c64-511105168275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.592460 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-72f53a78-77db-4932-8c64-511105168275 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0708802 Jan 24 09:57:18.611822 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-66fde8e2-2a6f-4cf0-809a-684b7afd6b45 req-8dd5a993-7711-41e9-b7c4-67efa6d39291 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794528 Jan 24 09:57:18.640434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-2a025352-6a26-4586-8427-3102e3e87a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.641824 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-2a025352-6a26-4586-8427-3102e3e87a0b service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408108 Jan 24 09:57:18.981441 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2d3d1-5761-484b-a998-2e8d102558a2 req-757ee319-c29e-4dd1-adf9-e37779a99e2b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:18.982983 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ef2d3d1-5761-484b-a998-2e8d102558a2 req-757ee319-c29e-4dd1-adf9-e37779a99e2b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Jan 24 09:57:19.020153 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-85b7cfda-a3bb-4819-8bb3-c7bde4e183a9 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909536 Jan 24 09:57:19.035432 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ef2d3d1-5761-484b-a998-2e8d102558a2 req-85072c2f-406f-4ae7-945d-dabd626ed8f7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Jan 24 09:57:19.115009 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-bf75b53e-7975-41b1-981a-bb74e77774ae req-2674410d-1814-4114-bf30-20a45d6e2b44 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Jan 24 09:57:19.616727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59438) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:19.728273 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a027f0ea-ad52-4b8d-91ea-7bc4ce6dd50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.813290 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a027f0ea-ad52-4b8d-91ea-7bc4ce6dd50a admin admin] Publish callbacks [] for security_group (fb4b3a01-93c1-429b-a28d-a31808d1b0c1), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.818458 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-a027f0ea-ad52-4b8d-91ea-7bc4ce6dd50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (fb4b3a01-93c1-429b-a28d-a31808d1b0c1), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.858423 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-a027f0ea-ad52-4b8d-91ea-7bc4ce6dd50a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87e3a44c7be84a3e97e9d1f3cbab00d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405288 Jan 24 09:57:19.859583 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f0ea-ad52-4b8d-91ea-7bc4ce6dd50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b3a01-93c1-429b-a28d-a31808d1b0c1,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:19.861389 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59442) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:19.912163 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] Publish callbacks [] for security_group (fb4b3a01-93c1-429b-a28d-a31808d1b0c1), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.934919 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] Publish callbacks [] for security_group (fb4b3a01-93c1-429b-a28d-a31808d1b0c1), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.987940 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (fb4b3a01-93c1-429b-a28d-a31808d1b0c1), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.990562 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:19.991753 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb4b3a01-93c1-429b-a28d-a31808d1b0c1 HTTP/1.1" status: 204 len: 168 time: 0.1286225 Jan 24 09:57:19.999795 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8f87-7c55-4ab7-9adb-bb1c540af016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b3a01-93c1-429b-a28d-a31808d1b0c1,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:20.159397 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf39638-677e-4253-aa89-312bd40e1928 req-a2073e2d-b22b-4bea-922e-67cc469692d4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:20.160883 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0cf39638-677e-4253-aa89-312bd40e1928 req-a2073e2d-b22b-4bea-922e-67cc469692d4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Jan 24 09:57:20.209818 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0cf39638-677e-4253-aa89-312bd40e1928 req-5def9bdb-d305-4abf-9cff-4b82d0b0bade tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Jan 24 09:57:20.261403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59452) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:20.275390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd3af911-044e-44ff-b501-9cc44d5443a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.327376 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f8297-ea21-4f6c-84d4-4093dc390df2 req-a2dd2824-1f95-496a-ac12-4a9d2bbcb439 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:20.328878 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ae9f8297-ea21-4f6c-84d4-4093dc390df2 req-a2dd2824-1f95-496a-ac12-4a9d2bbcb439 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0494213 Jan 24 09:57:20.338287 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59454) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:20.342901 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Request body: {'floatingip': {'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:57:20.358242 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd3af911-044e-44ff-b501-9cc44d5443a1 admin admin] Publish callbacks [] for security_group (545facd1-2d5c-4f61-ae4f-d9d70c15ee3c), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.363112 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-dd3af911-044e-44ff-b501-9cc44d5443a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (545facd1-2d5c-4f61-ae4f-d9d70c15ee3c), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.384572 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.401373 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-dd3af911-044e-44ff-b501-9cc44d5443a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a3fcfbbb753475d96a26f89603ed892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388733 Jan 24 09:57:20.402588 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3af911-044e-44ff-b501-9cc44d5443a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545facd1-2d5c-4f61-ae4f-d9d70c15ee3c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:20.405727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59456) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:20.453360 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] Publish callbacks [] for security_group (545facd1-2d5c-4f61-ae4f-d9d70c15ee3c), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.474003 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] Publish callbacks [] for security_group (545facd1-2d5c-4f61-ae4f-d9d70c15ee3c), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.521884 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (545facd1-2d5c-4f61-ae4f-d9d70c15ee3c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.524852 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:20.526146 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/545facd1-2d5c-4f61-ae4f-d9d70c15ee3c HTTP/1.1" status: 204 len: 168 time: 0.1193531 Jan 24 09:57:20.535391 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aeb76e-0a44-4cbe-b783-981d09338899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545facd1-2d5c-4f61-ae4f-d9d70c15ee3c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:21.087677 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.092568 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.203743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Floating IP 35bf0a9c-64d5-467b-bada-7aa9d824b856 associated. External IP: 172.27.3.65, port: 2e7014c1-da13-4b1a-8ac8-56c55b73e52b. Jan 24 09:57:21.410347 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:57:21.525034 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:57:21.530366 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.537478 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:57:21.549330 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:21.550256 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:21.559833 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7267489a-fc4d-40fc-bae0-5520a9f29a42 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "PUT /v2.0/floatingips/35bf0a9c-64d5-467b-bada-7aa9d824b856 HTTP/1.1" status: 200 len: 990 time: 1.2205064 Jan 24 09:57:21.561234 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:57:21.564386 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c12991-5c9a-49a9-95ab-22e4457308a6" -d '{"events": [{"name": "network-changed", "server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:57:21.620459 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59494) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:21.628024 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3258fd25-fa32-4491-a09a-443f9561ec23 x-openstack-request-id: req-3258fd25-fa32-4491-a09a-443f9561ec23 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:57:21.628400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:57:21.628657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3258fd25-fa32-4491-a09a-443f9561ec23 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:57:21.629061 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'status': 'completed', 'code': 200} Jan 24 09:57:21.659392 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:21.734593 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66e607d7-0a0e-4b56-b795-a15ac1f60e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.737734 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-d0390c4d-ac34-4fa2-8c14-f47ee72139bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:21.739245 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-d0390c4d-ac34-4fa2-8c14-f47ee72139bd service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1098 time: 0.0588462 Jan 24 09:57:21.872584 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-49b90715-464b-43bb-9d3d-abe514728627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:21.874441 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-49b90715-464b-43bb-9d3d-abe514728627 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.1231444 Jan 24 09:57:21.887773 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '35bf0a9c-64d5-467b-bada-7aa9d824b856', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78287781-6f15-4216-b385-b5e0fc007981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:57:09Z', 'updated_at': '2022-01-24T09:57:20Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:21.913366 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:57:21.921791 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:57:21.922400 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:56:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:21.944096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66e607d7-0a0e-4b56-b795-a15ac1f60e39 admin admin] Publish callbacks [] for security_group (ce878c82-f845-48a9-9327-6309f5a2df63), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.949515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-66e607d7-0a0e-4b56-b795-a15ac1f60e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ce878c82-f845-48a9-9327-6309f5a2df63), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:21.987096 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-b0388c77-9dd1-47e3-b210-1e8b675a877e service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 998 time: 0.1032653 Jan 24 09:57:21.994853 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-66e607d7-0a0e-4b56-b795-a15ac1f60e39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36ae1fbd446745f3a3f290db51731182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730853 Jan 24 09:57:21.998023 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59498) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:57:22.026727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e607d7-0a0e-4b56-b795-a15ac1f60e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce878c82-f845-48a9-9327-6309f5a2df63,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:22.050803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-775e8b1d-5381-47ec-a316-e280338d88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:22.052919 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-775e8b1d-5381-47ec-a316-e280338d88a6 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0570734 Jan 24 09:57:22.054779 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] Publish callbacks [] for security_group (ce878c82-f845-48a9-9327-6309f5a2df63), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:22.077417 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] Publish callbacks [] for security_group (ce878c82-f845-48a9-9327-6309f5a2df63), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:22.099346 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-9e060b80-76e6-431f-a143-ba4fba1e6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:57:22.101075 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-9e060b80-76e6-431f-a143-ba4fba1e6134 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409293 Jan 24 09:57:22.115531 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:57:22.124535 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (ce878c82-f845-48a9-9327-6309f5a2df63), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:22.127836 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:22.131469 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce878c82-f845-48a9-9327-6309f5a2df63 HTTP/1.1" status: 204 len: 168 time: 0.1298807 Jan 24 09:57:22.141557 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d0ec7-12c2-4f5d-b0c0-e41697613bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce878c82-f845-48a9-9327-6309f5a2df63,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:57:22.218304 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-9758cc5c-7ec6-437c-81dd-4e6f2034558c service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096406 Jan 24 09:57:22.317787 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-d1c12991-5c9a-49a9-95ab-22e4457308a6 req-961e9a18-c6e9-443a-90ce-bc970c393676 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899186 Jan 24 09:57:22.374249 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '35bf0a9c-64d5-467b-bada-7aa9d824b856', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78287781-6f15-4216-b385-b5e0fc007981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:57:09Z', 'updated_at': '2022-01-24T09:57:20Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:57:22.405211 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593580c3-7140-415e-89d3-9137657cbdd9 None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '35bf0a9c-64d5-467b-bada-7aa9d824b856', 'tenant_id': '63734dd9713b478ab682630be6325200', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78287781-6f15-4216-b385-b5e0fc007981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:57:09Z', 'updated_at': '2022-01-24T09:57:20Z', 'revision_number': 1, 'project_id': '63734dd9713b478ab682630be6325200', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:57:22.623615 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c148ec-9a74-4455-b530-ab0f223d93d2 None None] New status for floating IP 35bf0a9c-64d5-467b-bada-7aa9d824b856: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:57:23.021040 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e7cb08ac-766f-4dad-9c0b-dc54a36c7d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:25.297922 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-717351ae-e003-40d2-a111-8a8d8ce1fc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:26.239400 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:27.748788 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:29.160789 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:43.850915 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:53.022928 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-aa8a522d-2a54-4e9d-99af-59c5bd384088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:53.536408 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:57:55.297735 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-80562098-01fc-46c6-b716-8431b3522614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:56.243436 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:57.745265 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:57:59.149201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:07.764263 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0b335-910d-4c26-9b65-85daa17a5b3f req-dddaf5e5-7d84-48bb-83e1-568347b36f46 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:07.766549 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5a0b335-910d-4c26-9b65-85daa17a5b3f req-dddaf5e5-7d84-48bb-83e1-568347b36f46 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0569422 Jan 24 09:58:07.815791 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f5a0b335-910d-4c26-9b65-85daa17a5b3f req-f97b4a16-dccf-4e9d-96fc-9a8475b89744 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432124 Jan 24 09:58:08.948715 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaae17d-9c8c-4efa-a386-90a20fe3f77b req-98c4232c-d674-4778-a59b-a3bda4b79934 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:08.950174 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-edaae17d-9c8c-4efa-a386-90a20fe3f77b req-98c4232c-d674-4778-a59b-a3bda4b79934 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Jan 24 09:58:08.999701 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-edaae17d-9c8c-4efa-a386-90a20fe3f77b req-6d43677c-df1e-458e-801b-58b07385f6a5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Jan 24 09:58:10.133906 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afeb73-2a28-4879-a322-8d6b4d9a5a3a req-0ea4bf06-f580-40ca-a022-29eeea9ffa47 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:10.135456 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05afeb73-2a28-4879-a322-8d6b4d9a5a3a req-0ea4bf06-f580-40ca-a022-29eeea9ffa47 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0549941 Jan 24 09:58:10.184803 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05afeb73-2a28-4879-a322-8d6b4d9a5a3a req-104d54e5-8e3a-4c47-a370-237146cb1540 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435393 Jan 24 09:58:11.306479 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc197b4-4f27-4a33-bc3a-477570802bed req-0c87e605-b92b-4e4c-afb4-372fff8f6e56 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:11.308013 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9dc197b4-4f27-4a33-bc3a-477570802bed req-0c87e605-b92b-4e4c-afb4-372fff8f6e56 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Jan 24 09:58:11.355068 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9dc197b4-4f27-4a33-bc3a-477570802bed req-5b3c225c-c2a0-490c-975f-92d6d15a0be5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Jan 24 09:58:12.488931 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6190ac-29f4-4906-9afd-93caeb1bd851 req-eb820fd4-82e8-439e-93ed-1eaeaf3954e0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:12.490366 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1a6190ac-29f4-4906-9afd-93caeb1bd851 req-eb820fd4-82e8-439e-93ed-1eaeaf3954e0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0589316 Jan 24 09:58:12.543998 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1a6190ac-29f4-4906-9afd-93caeb1bd851 req-7ea12407-84ac-4d31-858a-48315f533963 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452926 Jan 24 09:58:13.678163 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060334d-8a33-4cf0-adb6-161c3cdd5476 req-829eb37b-ed1c-436f-820f-a0d2848ec4c9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:13.679865 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d060334d-8a33-4cf0-adb6-161c3cdd5476 req-829eb37b-ed1c-436f-820f-a0d2848ec4c9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Jan 24 09:58:13.729275 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d060334d-8a33-4cf0-adb6-161c3cdd5476 req-e56546a9-db83-4042-9e93-0bdbabbf7306 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Jan 24 09:58:13.863913 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:14.861699 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd80a28-125d-4bd8-af5c-c500e4ae9351 req-3ce785e8-c17e-4e10-a721-096ece9c6a22 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:14.863124 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1fd80a28-125d-4bd8-af5c-c500e4ae9351 req-3ce785e8-c17e-4e10-a721-096ece9c6a22 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0512071 Jan 24 09:58:14.918559 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1fd80a28-125d-4bd8-af5c-c500e4ae9351 req-e753fb5d-1780-416b-b492-d886fe0bc836 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487607 Jan 24 09:58:16.052726 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ac8b4-4d79-4d32-b56d-60f0e1e6a217 req-c48907ad-94d2-4fd0-a035-2bd3d6c958fc tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:16.054216 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f74ac8b4-4d79-4d32-b56d-60f0e1e6a217 req-c48907ad-94d2-4fd0-a035-2bd3d6c958fc tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0563889 Jan 24 09:58:16.103679 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f74ac8b4-4d79-4d32-b56d-60f0e1e6a217 req-4b79a97b-3725-491d-988d-adb0640b53c7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418508 Jan 24 09:58:17.239847 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ba9d-ebb1-4f88-ac07-b27e95ac0b5c req-9baa1b9a-b700-49ff-9c26-3ecff1282a62 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:17.241830 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3391ba9d-ebb1-4f88-ac07-b27e95ac0b5c req-9baa1b9a-b700-49ff-9c26-3ecff1282a62 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Jan 24 09:58:17.298188 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3391ba9d-ebb1-4f88-ac07-b27e95ac0b5c req-7cf80a68-6f69-418b-98e7-f3b2dc138e06 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507164 Jan 24 09:58:17.741560 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-7d2f7185-e130-4d6e-85c6-fd02790cf5c0 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462790 Jan 24 09:58:17.866513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-265cdbef-e685-4be0-9cb1-5b6e0fc4cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:17.868032 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-265cdbef-e685-4be0-9cb1-5b6e0fc4cc6a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 1098 time: 0.0490577 Jan 24 09:58:18.013688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-1f166e6c-d140-4d69-9f2a-c8b6c9be4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:18.015189 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-1f166e6c-d140-4d69-9f2a-c8b6c9be4347 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.1253989 Jan 24 09:58:18.103993 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-a18d82a2-8bbb-4f6e-b0a8-6cd76ca6dab0 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 200 len: 1001 time: 0.0787103 Jan 24 09:58:18.156319 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-89c455ae-0450-4513-a137-35a01d9a883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:18.157704 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-89c455ae-0450-4513-a137-35a01d9a883e service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0455804 Jan 24 09:58:18.211101 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-298333e9-d73a-4bd0-9f95-4373c85340d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:18.212588 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-298333e9-d73a-4bd0-9f95-4373c85340d6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445108 Jan 24 09:58:18.330680 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-1ae98312-86ab-4585-96b3-339f945d8a18 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090991 Jan 24 09:58:18.420696 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474b653-e90f-41dd-96e0-f54f680232a2 req-ec088793-72bc-426c-b68f-62aee38d2361 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:18.422422 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7474b653-e90f-41dd-96e0-f54f680232a2 req-ec088793-72bc-426c-b68f-62aee38d2361 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Jan 24 09:58:18.434523 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c22f7ad4-7689-4ca7-8f36-72b3e3d249e6 req-1557ecc3-048c-4d1e-99b3-0ba40d3e35c1 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960679 Jan 24 09:58:18.472721 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7474b653-e90f-41dd-96e0-f54f680232a2 req-731b98e4-07f4-4c3e-9d54-01839f5d24d4 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Jan 24 09:58:19.601526 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025988b-d719-4ea4-b29d-2dd4d2fff81a req-55403d8c-895d-429f-a5ee-8ea199f78515 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:19.603022 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e025988b-d719-4ea4-b29d-2dd4d2fff81a req-55403d8c-895d-429f-a5ee-8ea199f78515 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0591500 Jan 24 09:58:19.667052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e025988b-d719-4ea4-b29d-2dd4d2fff81a req-4f5dd233-dc5f-42bf-aaf7-2ecd9170741d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559900 Jan 24 09:58:20.357571 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:58:20.461860 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:20.476517 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:58:20.514033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: ACTIVE; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:20.514430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:20.528068 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:58:20.554321 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:20.558973 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:20.608325 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=6']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:20.616154 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.616435 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.616765 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.617097 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.617428 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.617761 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.618070 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.618395 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.618711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.619075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.619383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.619699 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.620013 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:20.752794 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['2e7014c1-da13-4b1a-8ac8-56c55b73e52b'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:58:20.792285 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d7fc3-a83c-4710-b40e-1409f5a3664f req-a642f575-cb74-4dc2-9aff-36102d526605 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:20.795458 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ec6d7fc3-a83c-4710-b40e-1409f5a3664f req-a642f575-cb74-4dc2-9aff-36102d526605 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0559187 Jan 24 09:58:20.848727 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ec6d7fc3-a83c-4710-b40e-1409f5a3664f req-0b2e6fab-7ba8-4606-bb03-140a1329a65e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483787 Jan 24 09:58:22.012604 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2313b-4f15-4d99-8c3d-8983c8400d6e req-c6c02c0a-6e2c-4a5e-b6a2-014f2faf31d0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:22.015184 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27c2313b-4f15-4d99-8c3d-8983c8400d6e req-c6c02c0a-6e2c-4a5e-b6a2-014f2faf31d0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0804415 Jan 24 09:58:22.085877 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab7b2-a210-4268-9451-8cd3725c4695 req-f7ee5768-bcad-4fdc-addd-2356cacad328 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:22.087374 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a53ab7b2-a210-4268-9451-8cd3725c4695 req-f7ee5768-bcad-4fdc-addd-2356cacad328 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0985842 Jan 24 09:58:22.095280 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-27c2313b-4f15-4d99-8c3d-8983c8400d6e req-142019d2-4ce7-4638-b090-05e30b648f2a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641301 Jan 24 09:58:22.153116 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a53ab7b2-a210-4268-9451-8cd3725c4695 req-6f509516-1db5-4644-a14e-8263f9a5f457 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568407 Jan 24 09:58:22.371847 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:58:22.426120 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:58:22.426513 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:22.520367 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:22.520760 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:22.546178 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:22.548568 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e0477-ae6e-4fb8-a21b-2485758c9395" -d '{"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:22.565275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:22.570427 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:22.604747 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0d572a-f063-4605-9b67-b2cf885f9352 x-openstack-request-id: req-1d0d572a-f063-4605-9b67-b2cf885f9352 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:22.604980 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:22.605211 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d0d572a-f063-4605-9b67-b2cf885f9352 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:22.605598 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'code': 200} Jan 24 09:58:22.637864 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=7']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:23.018803 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e3ca21c6-f3ff-4cc5-b29e-391aff27d457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:23.289627 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a920a6-2f80-4396-bba0-bb35436c6e7e req-1b2d62d8-aa10-4f4a-9aa0-6e4e824fa791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:23.291597 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70a920a6-2f80-4396-bba0-bb35436c6e7e req-1b2d62d8-aa10-4f4a-9aa0-6e4e824fa791 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0956123 Jan 24 09:58:23.327462 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ed492-48f7-4f24-adea-87c903eb82ad req-3efee43d-77aa-4a10-b136-bf5f5d860a2c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:23.328960 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-655ed492-48f7-4f24-adea-87c903eb82ad req-3efee43d-77aa-4a10-b136-bf5f5d860a2c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0957694 Jan 24 09:58:23.379245 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70a920a6-2f80-4396-bba0-bb35436c6e7e req-3c4807b0-023c-466c-8ea6-6f7ede5220d1 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814970 Jan 24 09:58:23.419451 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-655ed492-48f7-4f24-adea-87c903eb82ad req-c9b5b096-3273-4b2a-b043-4fda93aecb24 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841188 Jan 24 09:58:24.534722 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-7253789c-1f75-4a78-9611-b9d7f61e7763 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:24.536544 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-7253789c-1f75-4a78-9611-b9d7f61e7763 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0640135 Jan 24 09:58:24.589400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120ec77-e4ab-4131-a451-020f47890ab9 req-ebdd18ea-cd1a-45a0-b8ee-577a6e6bb676 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:24.591005 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f120ec77-e4ab-4131-a451-020f47890ab9 req-ebdd18ea-cd1a-45a0-b8ee-577a6e6bb676 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.1227081 Jan 24 09:58:24.618682 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0f03-4ade-4061-a4e3-4f471094460c req-7fca9f49-a72f-4277-a9c1-87d47b94bdb0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:24.620191 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-930f0f03-4ade-4061-a4e3-4f471094460c req-7fca9f49-a72f-4277-a9c1-87d47b94bdb0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 945 time: 0.0944390 Jan 24 09:58:24.661108 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port a22d01d7-82c9-4dea-8589-8a47a6adcc6d {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:58:24.661899 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:24.707918 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-930f0f03-4ade-4061-a4e3-4f471094460c req-335b73de-067b-4d8b-98f6-4b0e5b2475a3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778530 Jan 24 09:58:24.711910 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f120ec77-e4ab-4131-a451-020f47890ab9 req-54932bb5-d09c-49ce-ae7e-f60906c5c484 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141832 Jan 24 09:58:24.787281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] For port a22d01d7-82c9-4dea-8589-8a47a6adcc6d, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:24.787700 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:24.996946 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:24.997323 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (8d974c8f-f0e7-4b9b-9f23-7cd842ca747e), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:24.997560 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP 8d974c8f-f0e7-4b9b-9f23-7cd842ca747e disassociated. External IP: 172.27.3.223, port: a22d01d7-82c9-4dea-8589-8a47a6adcc6d. Jan 24 09:58:24.997891 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for a22d01d7-82c9-4dea-8589-8a47a6adcc6d owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:58:25.137314 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (a22d01d7-82c9-4dea-8589-8a47a6adcc6d), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:25.166773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=a22d01d7-82c9-4dea-8589-8a47a6adcc6d,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:25.179950 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.180412 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.180721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.181005 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.181342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.181645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.181927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.182391 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.182592 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.182883 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.183234 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.183602 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.183930 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:25.294054 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-935124cf-1d8c-4b92-a654-91e6371c6cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:25.328571 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:58:25.450939 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:58:25.466313 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:58:25.480149 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:58:25.481258 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:58:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:25.490620 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] No DVR routers for this DVR port a22d01d7-82c9-4dea-8589-8a47a6adcc6d on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:58:25.493401 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:25.496763 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4db998a5-742b-4ba6-bb56-ad507ea40a4d req-9cdadfd0-eef6-415a-ae98-a4b90f40a1cf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "DELETE /v2.0/ports/a22d01d7-82c9-4dea-8589-8a47a6adcc6d HTTP/1.1" status: 204 len: 173 time: 0.9506266 Jan 24 09:58:25.497208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'name': 'network-vif-deleted', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:25.499650 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be42cb7-c407-407a-8065-6434614c1f68" -d '{"events": [{"server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "name": "network-vif-deleted", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:25.598089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96791a8-73e4-4e8f-9bb6-7b788264044e x-openstack-request-id: req-f96791a8-73e4-4e8f-9bb6-7b788264044e {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:25.598688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cf2b5f-ae68-4c05-81b9-788bb88c87df", "name": "network-vif-deleted", "tag": "a22d01d7-82c9-4dea-8589-8a47a6adcc6d", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:25.598688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f96791a8-73e4-4e8f-9bb6-7b788264044e {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:25.599025 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cf2b5f-ae68-4c05-81b9-788bb88c87df', 'name': 'network-vif-deleted', 'tag': 'a22d01d7-82c9-4dea-8589-8a47a6adcc6d', 'status': 'completed', 'code': 200} Jan 24 09:58:25.662656 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:58:25.890848 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a95ff897-050c-4cdc-b0b2-a798ad92d433 req-89447b8e-f3eb-4dbe-bddc-a13b00187012 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cf2b5f-ae68-4c05-81b9-788bb88c87df HTTP/1.1" status: 200 len: 210 time: 0.0307291 Jan 24 09:58:25.922209 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573e49a-32dd-406e-9a9d-9e4210eea065 req-15445cea-59f1-418c-9c05-b7e1d95505ea tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:25.924006 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6573e49a-32dd-406e-9a9d-9e4210eea065 req-15445cea-59f1-418c-9c05-b7e1d95505ea tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0988760 Jan 24 09:58:25.935354 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:25.968319 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:58:25.978595 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:58:25.979660 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:58:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:25.997581 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6573e49a-32dd-406e-9a9d-9e4210eea065 req-276dc4bb-c1bb-47b0-aa2a-a23d94a9e150 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665843 Jan 24 09:58:26.145866 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:58:26.249334 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:26.386928 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:26.418851 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbe27a-ffbe-4ed6-a233-8b61587822fd None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:58:26.694759 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c48994e-e295-4e04-8ae4-520a3efec8f0 None None] New status for floating IP 8d974c8f-f0e7-4b9b-9f23-7cd842ca747e: DOWN {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:58:27.117194 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212de89-5a24-4b3c-a4d4-02f87d347ffd req-c571e110-6832-4059-a014-5539d8134350 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:27.123405 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3212de89-5a24-4b3c-a4d4-02f87d347ffd req-c571e110-6832-4059-a014-5539d8134350 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0569365 Jan 24 09:58:27.191686 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3212de89-5a24-4b3c-a4d4-02f87d347ffd req-b5877f83-5a7b-49ba-9cb7-432e401b0d51 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656559 Jan 24 09:58:27.285341 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-bba8325b-2b73-4ec4-9e31-896c68982a47 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090568989&fields=id&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 267 time: 0.0457702 Jan 24 09:58:27.417516 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-d03196a0-c808-4b9f-96fb-544223f65384 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:27.419182 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-d03196a0-c808-4b9f-96fb-544223f65384 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1269152 Jan 24 09:58:27.439029 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-b9a6cf71-d093-46ad-b41b-4290e70f351d tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/quotas/607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 375 time: 0.0099118 Jan 24 09:58:27.506636 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-b51d4ee1-a0f9-4c4b-912d-f34993582c30 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648637 Jan 24 09:58:27.637880 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-ace902f3-205a-4916-916e-6bc0c91c2e7b service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147895 Jan 24 09:58:27.729649 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-a33258f4-5342-44c5-9477-8a7a14e6df76 service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900712 Jan 24 09:58:27.748934 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:28.110247 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-41f2d120-3279-4023-95fa-ce1d1b8919f3 req-7c8792e6-c8ea-48d7-880b-bb62cce0c0ff tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0313385 Jan 24 09:58:28.317655 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e973a6-0342-4183-b6a1-37b8088451b9 req-05b8c4e4-2192-425b-97de-be09b78cb528 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:28.324679 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3e973a6-0342-4183-b6a1-37b8088451b9 req-05b8c4e4-2192-425b-97de-be09b78cb528 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0597072 Jan 24 09:58:28.375279 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3e973a6-0342-4183-b6a1-37b8088451b9 req-08519f52-6fce-4715-a8be-7b1b398175b3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497439 Jan 24 09:58:28.380471 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a22d01d7-82c9-4dea-8589-8a47a6adcc6d no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:58:28.408715 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: a22d01d7-82c9-4dea-8589-8a47a6adcc6d {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:58:28.409342 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device a22d01d7-82c9-4dea-8589-8a47a6adcc6d not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:58:29.154311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:29.209630 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d3c14d8d-b978-411c-98f4-ccc8da361288 req-80aa7887-6d6c-46a2-a070-fed58e3631c7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jan 24 09:58:29.542803 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee76a9-471a-44c7-95b8-aaac7bd44e2e req-dc3488ad-453f-42eb-b638-9a24428fed2e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:29.549792 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6eee76a9-471a-44c7-95b8-aaac7bd44e2e req-dc3488ad-453f-42eb-b638-9a24428fed2e tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0656779 Jan 24 09:58:29.604147 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6eee76a9-471a-44c7-95b8-aaac7bd44e2e req-956cc178-9e40-4b9a-bfae-44af9bcff083 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527523 Jan 24 09:58:30.286949 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e42b9a89-a3b1-4d66-8ccc-cf9dc4f7a71e req-5919d434-f7ae-412b-a169-f675f8c6ee43 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0256870 Jan 24 09:58:30.547327 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:58:30.725070 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27c9b-8994-4fcc-a9ed-63a0801a1f68 req-47356f32-a34e-41fe-b624-8de0a0082429 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:30.726498 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3dd27c9b-8994-4fcc-a9ed-63a0801a1f68 req-47356f32-a34e-41fe-b624-8de0a0082429 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0497890 Jan 24 09:58:30.773280 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3dd27c9b-8994-4fcc-a9ed-63a0801a1f68 req-e07b52e7-753f-4922-9807-38732cbd52b2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Jan 24 09:58:30.941815 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-2a932b01-83f0-4259-a7c8-fedfdc36ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:30.943247 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-2a932b01-83f0-4259-a7c8-fedfdc36ad97 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1098 time: 0.0524082 Jan 24 09:58:31.037888 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-abcb2179-e2af-44bc-82c3-3dc1755a4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:31.039371 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-abcb2179-e2af-44bc-82c3-3dc1755a4721 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0884418 Jan 24 09:58:31.115921 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-63b0d9b8-cb69-4aa4-823f-c6c33f4cdd87 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 1000 time: 0.0696609 Jan 24 09:58:31.167645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-f9f6eeb5-8393-4ac5-bf67-91599291a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:31.169211 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-f9f6eeb5-8393-4ac5-bf67-91599291a694 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0468206 Jan 24 09:58:31.219424 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-0fd6dfdb-ec24-4eb9-b477-aa9f0fc15f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:31.221239 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-0fd6dfdb-ec24-4eb9-b477-aa9f0fc15f41 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418761 Jan 24 09:58:31.343669 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-c2f26b96-080a-4f9e-aa5d-f488947645bf service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148896 Jan 24 09:58:31.366380 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-17fff7ed-0cea-48d1-882c-d88b7c9d94b3 req-1f91460f-c375-417d-a411-05600c9afc2d tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0274105 Jan 24 09:58:31.443062 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-b17cbdab-22b5-4bc8-acfc-ebd7740db62a req-9f510b75-d165-424e-b471-48f7fa85fc5e service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919847 Jan 24 09:58:31.899745 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f595b-20ba-4818-b5c4-c0ec24ec2b09 req-4243fdae-525d-4b9f-a3df-6c4477ad0d7d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:31.901196 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-512f595b-20ba-4818-b5c4-c0ec24ec2b09 req-4243fdae-525d-4b9f-a3df-6c4477ad0d7d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0550866 Jan 24 09:58:31.950767 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-512f595b-20ba-4818-b5c4-c0ec24ec2b09 req-2050c88d-b81a-4fe1-9a25-d90e8363c86a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Jan 24 09:58:32.467439 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6c742111-344f-4fe5-8be4-eff7a0471a90 req-f0ea473a-3c24-4ead-83a5-83f3a32a7976 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0268259 Jan 24 09:58:33.081654 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6d145-7f4c-4aad-9768-91d0c205a882 req-8ec1f017-6730-4ae2-ad9e-f7ba6065370b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:33.083195 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ec6d145-7f4c-4aad-9768-91d0c205a882 req-8ec1f017-6730-4ae2-ad9e-f7ba6065370b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0483360 Jan 24 09:58:33.129198 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ec6d145-7f4c-4aad-9768-91d0c205a882 req-5306adf0-6892-4136-8665-c39273f08507 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 Jan 24 09:58:33.334257 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-811446b0-fd0e-423d-9ffd-5ff7013de8c2 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:33.335724 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-811446b0-fd0e-423d-9ffd-5ff7013de8c2 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1084912 Jan 24 09:58:33.411418 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-41d4f481-9096-48a4-b588-3837378625ea tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 380 time: 0.0554907 Jan 24 09:58:33.442277 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'port': {'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'admin_state_up': True, 'tenant_id': '607ef43389924f3b981ac750be984827', 'security_groups': ['8b3926cf-5d3b-45d5-a41a-e561bf91f0b3']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:58:33.561359 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Made reservation on behalf of 607ef43389924f3b981ac750be984827 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:58:33.563431 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4218e959-a93d-4b77-a3c9-f34b6e972f70 req-a4f07a26-6e86-4b18-9d18-1a2d9981e03a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0269899 Jan 24 09:58:33.564933 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:33.702207 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.20.0.6 (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960/3a284bbc-8d62-48f8-973b-4775f7b1266c) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:58:34.118344 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.154451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.206054 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:58:34.209514 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:58:34.214079 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:58:34.218279 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:34.273702 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:34.274630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.286242 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74641f28-d26a-49cc-8b2e-8931cb1f9c47 req-24e6a115-3182-4555-a20f-ebb8d17b6985 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:34.288052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-74641f28-d26a-49cc-8b2e-8931cb1f9c47 req-24e6a115-3182-4555-a20f-ebb8d17b6985 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 945 time: 0.0749719 Jan 24 09:58:34.290003 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-af221464-6aaa-473a-addc-c44157476861 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515198 Jan 24 09:58:34.312670 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Request body: {'port': {'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:58:34.339599 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-74641f28-d26a-49cc-8b2e-8931cb1f9c47 req-5d79b96b-5323-4ba2-a0d7-d7a69fe4045a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Jan 24 09:58:34.378390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.397614 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:58:34.492848 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: ACTIVE; New status is: DOWN {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:34.493230 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.495538 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-ab3aaaa0-acf5-4a7b-84ec-fb4102c29b74 None None] Provisioning complete for port 3a284bbc-8d62-48f8-973b-4775f7b1266c triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:58:34.495887 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ab3aaaa0-acf5-4a7b-84ec-fb4102c29b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.546201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:34.548465 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0857e-9bd1-43d0-8a3a-9fd25350f5a0" -d '{"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:34.559033 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aaaa0-acf5-4a7b-84ec-fb4102c29b74 None None] Port 3a284bbc-8d62-48f8-973b-4775f7b1266c cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 09:58:34.565126 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:34.571334 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.608261 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ec772c-1b25-433f-83cb-5dcabee1690f x-openstack-request-id: req-90ec772c-1b25-433f-83cb-5dcabee1690f {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:34.608428 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-unplugged", "status": "failed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "code": 422}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:34.608977 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90ec772c-1b25-433f-83cb-5dcabee1690f {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:34.609593 dv-cinder-809523-7-iscsi neutron-server[102509]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'code': 422} returned with failed status Jan 24 09:58:34.630140 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=8']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:34.664671 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a284bbc-8d62-48f8-973b-4775f7b1266c {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:58:34.672317 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks [] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.684523 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Transition to ACTIVE for port object 3a284bbc-8d62-48f8-973b-4775f7b1266c will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:58:34.689793 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.704049 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a5819-22fc-4eba-949e-b77b71734167 req-527de3e4-bf6e-4512-b9ac-dd6917e36841 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:34.705581 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c02a5819-22fc-4eba-949e-b77b71734167 req-527de3e4-bf6e-4512-b9ac-dd6917e36841 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 931 time: 0.0598795 Jan 24 09:58:34.741324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:34.772285 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c02a5819-22fc-4eba-949e-b77b71734167 req-f52fbc59-6d9f-4a76-8969-5ff4bf597a89 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599947 Jan 24 09:58:34.822596 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Attempting to bind port 3a284bbc-8d62-48f8-973b-4775f7b1266c on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:58:34.822972 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Attempting to bind port 3a284bbc-8d62-48f8-973b-4775f7b1266c by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:58:34.823308 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Attempting to bind port 3a284bbc-8d62-48f8-973b-4775f7b1266c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:58:34.828072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Port 3a284bbc-8d62-48f8-973b-4775f7b1266c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:58:34.828404 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Attempting to bind port 3a284bbc-8d62-48f8-973b-4775f7b1266c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:58:34.833448 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:58:34.833853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:58:34.834289 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Bound using segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:58:34.834726 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Bound port: 3a284bbc-8d62-48f8-973b-4775f7b1266c, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:58:34.835117 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.911389 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:58:34.915012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:58:34.920324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.959873 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:34.960518 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:34.962130 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] 10.222.0.123 "PUT /v2.0/ports/3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 1093 time: 0.6538634 Jan 24 09:58:34.962660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:34.965093 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a1951-8ce0-49b1-903f-ca50c21b7452" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:34.989986 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5a465-c326-456e-a455-ff12f36f40a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:35.025090 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bad8ec-b964-47bc-b8d3-66091befdfb1 x-openstack-request-id: req-c7bad8ec-b964-47bc-b8d3-66091befdfb1 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:35.025446 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:35.025784 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7bad8ec-b964-47bc-b8d3-66091befdfb1 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:35.026269 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'status': 'completed', 'code': 200} Jan 24 09:58:35.095712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-afb96b5c-e29c-429e-818e-e6c0f03ccbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.097444 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-afb96b5c-e29c-429e-818e-e6c0f03ccbfc service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1096 time: 0.0507491 Jan 24 09:58:35.154012 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-c2c28565-1777-4998-a936-50e1e9d891c8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 217 time: 0.0403495 Jan 24 09:58:35.208367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-0b8cd22f-c34f-4e8e-b56c-46460ed589f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.209905 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-0b8cd22f-c34f-4e8e-b56c-46460ed589f0 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0483987 Jan 24 09:58:35.235949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-58dccbcb-bb57-4465-864c-958030532d45 req-0bb1e7f3-5ae4-4d41-ad29-d9e3f1ce7d76 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:58:35.236851 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-58dccbcb-bb57-4465-864c-958030532d45 req-0bb1e7f3-5ae4-4d41-ad29-d9e3f1ce7d76 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054193 Jan 24 09:58:35.255133 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-59a9a868-28d7-4fd4-9343-70affefd1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.256822 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-59a9a868-28d7-4fd4-9343-70affefd1146 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408306 Jan 24 09:58:35.362029 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-5b76c48d-7afa-48ad-8119-ac313e4a5eb7 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956504 Jan 24 09:58:35.410263 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef563f-b6cd-45e1-a9ce-f84f70643994 req-90eff0bc-ebd8-427e-9766-c9d8d44b4c7f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.411730 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0cef563f-b6cd-45e1-a9ce-f84f70643994 req-90eff0bc-ebd8-427e-9766-c9d8d44b4c7f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0619187 Jan 24 09:58:35.451564 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6d6510e3-0d9b-4563-a73c-198285d00aef req-95a48a3f-8ffc-4dd9-9f30-8503e710ccaa service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Jan 24 09:58:35.472463 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-9f9ff24a-4be2-4deb-9310-5e6135bd67ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777698 Jan 24 09:58:35.485851 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0cef563f-b6cd-45e1-a9ce-f84f70643994 req-28a8302b-0637-4e18-943f-7ba66f45c53b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562115 Jan 24 09:58:35.612557 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-b6d00989-580d-40e4-8bf5-01a9f7faa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.614153 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-b6d00989-580d-40e4-8bf5-01a9f7faa65a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1096 time: 0.0485964 Jan 24 09:58:35.710475 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-cf7d33f0-b792-42f3-a0c2-f2c52854fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.712417 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-cf7d33f0-b792-42f3-a0c2-f2c52854fb58 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0912080 Jan 24 09:58:35.758825 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-9f42913a-fef4-4d40-93bc-78871aa77d4d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 217 time: 0.0390182 Jan 24 09:58:35.823051 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-ee1f3664-ec8a-40a3-9e28-077baed45a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.826031 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-ee1f3664-ec8a-40a3-9e28-077baed45a27 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0474458 Jan 24 09:58:35.881535 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-bc8d8564-2b19-402c-91e3-fd96f745c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.883742 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-bc8d8564-2b19-402c-91e3-fd96f745c8df service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512474 Jan 24 09:58:35.910589 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aeb11-2396-4c0c-ac25-590b6cede2e5 req-2d727176-c5f5-4ed6-9c33-e058072011d6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:35.912577 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b96aeb11-2396-4c0c-ac25-590b6cede2e5 req-2d727176-c5f5-4ed6-9c33-e058072011d6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0567210 Jan 24 09:58:35.968210 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b96aeb11-2396-4c0c-ac25-590b6cede2e5 req-7d63c811-8697-4e15-b5f8-22be006fb8c7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479460 Jan 24 09:58:36.000712 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-5fe3b70a-0e9b-4162-8e09-4df9e6839864 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090534 Jan 24 09:58:36.102329 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-cf1a1951-8ce0-49b1-903f-ca50c21b7452 req-4a41dbfa-22e6-4d3b-af57-872b4ca32e1d service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924842 Jan 24 09:58:36.441306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202317b-0b72-4308-96c3-eb966f8374bb req-c4a8fc7f-69e9-4cde-a43c-fb4fa9bf46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.443446 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-c4a8fc7f-69e9-4cde-a43c-fb4fa9bf46fb service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981&tenant_id=63734dd9713b478ab682630be6325200 HTTP/1.1" status: 200 len: 1096 time: 0.0479469 Jan 24 09:58:36.532329 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202317b-0b72-4308-96c3-eb966f8374bb req-20d5e3be-be1e-4543-bce9-51317ca1d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.533823 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-20d5e3be-be1e-4543-bce9-51317ca1d1a9 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1096 time: 0.0470538 Jan 24 09:58:36.615088 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc2334-5ce0-48d8-92eb-ef2e7a374aff req-4ea0309f-9a21-471c-b513-951a9e324206 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.616601 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24fc2334-5ce0-48d8-92eb-ef2e7a374aff req-4ea0309f-9a21-471c-b513-951a9e324206 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0507162 Jan 24 09:58:36.623396 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202317b-0b72-4308-96c3-eb966f8374bb req-3620b06e-60c7-41a8-b5d8-a741f238a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.624836 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-3620b06e-60c7-41a8-b5d8-a741f238a5a7 service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0839403 Jan 24 09:58:36.663255 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-24fc2334-5ce0-48d8-92eb-ef2e7a374aff req-2dd21e13-8215-488a-b126-0d3c96cbbb2a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410204 Jan 24 09:58:36.696162 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-fa700341-1b40-4378-b6d0-be0740c249f8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 998 time: 0.0634439 Jan 24 09:58:36.745273 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202317b-0b72-4308-96c3-eb966f8374bb req-8f179464-2f93-4102-a760-e4e232d54504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.746704 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-8f179464-2f93-4102-a760-e4e232d54504 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0441353 Jan 24 09:58:36.792552 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202317b-0b72-4308-96c3-eb966f8374bb req-156dfd38-2bca-4057-b8cb-727895f8008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:36.793990 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-156dfd38-2bca-4057-b8cb-727895f8008d service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396202 Jan 24 09:58:36.890272 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-865f3978-1707-445a-932e-dcc21762ab5c service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881107 Jan 24 09:58:36.983893 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6202317b-0b72-4308-96c3-eb966f8374bb req-1ff965ea-bc77-4e43-82c5-a714ef4f5843 service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Jan 24 09:58:37.086584 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7b073-95ca-4d99-8fab-a2351886545b req-1d7a622b-32a5-4f71-b1be-635e44b9c654 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:37.088251 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-80e7b073-95ca-4d99-8fab-a2351886545b req-1d7a622b-32a5-4f71-b1be-635e44b9c654 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0494549 Jan 24 09:58:37.136784 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-80e7b073-95ca-4d99-8fab-a2351886545b req-d29f8ded-1d8a-42d5-8713-10b0d5624508 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Jan 24 09:58:37.789490 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb9004-8099-4520-92e6-e1fec1678a1f req-4f71b30a-1a52-4557-beda-b30a76a45cfb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:37.792050 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8aeb9004-8099-4520-92e6-e1fec1678a1f req-4f71b30a-1a52-4557-beda-b30a76a45cfb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0532522 Jan 24 09:58:37.847813 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8aeb9004-8099-4520-92e6-e1fec1678a1f req-8e785f5d-130e-46ca-82cb-e762af7f851f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Jan 24 09:58:38.264444 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3987-2f05-4363-983b-b205aa928dbe req-daf0da3c-dfa1-45da-929b-a56775b3f9e8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:38.265979 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9afa3987-2f05-4363-983b-b205aa928dbe req-daf0da3c-dfa1-45da-929b-a56775b3f9e8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0559251 Jan 24 09:58:38.320088 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9afa3987-2f05-4363-983b-b205aa928dbe req-348cbfac-b449-48ab-894c-a8deb4e80296 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Jan 24 09:58:38.972943 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd4af9-6e65-454b-b90c-0fc326f68850 req-60586f14-4ea6-4224-af04-0fd11184ca1c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:38.974932 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f8fd4af9-6e65-454b-b90c-0fc326f68850 req-60586f14-4ea6-4224-af04-0fd11184ca1c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0496895 Jan 24 09:58:39.033360 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f8fd4af9-6e65-454b-b90c-0fc326f68850 req-ce13c0d1-fe42-41d7-9b16-c157da28fde8 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526767 Jan 24 09:58:39.441099 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e591cd-b2ce-423c-9a4d-9034edc2269f req-052b51f8-65ac-497a-971f-9ba6f11ded9c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:39.442498 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-28e591cd-b2ce-423c-9a4d-9034edc2269f req-052b51f8-65ac-497a-971f-9ba6f11ded9c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0494199 Jan 24 09:58:39.492585 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-28e591cd-b2ce-423c-9a4d-9034edc2269f req-da72e9b9-cbe3-4a62-807b-d8ceb80e9eb8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Jan 24 09:58:40.161915 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a10ff-cb84-4d17-809b-ed35ac21e14d req-465972e7-203f-48c6-bb02-7b1f93c06ff2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:40.168154 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea6a10ff-cb84-4d17-809b-ed35ac21e14d req-465972e7-203f-48c6-bb02-7b1f93c06ff2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0556850 Jan 24 09:58:40.224793 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ea6a10ff-cb84-4d17-809b-ed35ac21e14d req-6f30920e-2d8d-42d2-8199-b5263256a477 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557349 Jan 24 09:58:40.619856 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87066962-63ad-489d-b1c6-0234d95f3a92 req-c5253483-75e0-4f4a-8e02-ef7483ece6b8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:40.621496 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87066962-63ad-489d-b1c6-0234d95f3a92 req-c5253483-75e0-4f4a-8e02-ef7483ece6b8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0542438 Jan 24 09:58:40.673648 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-87066962-63ad-489d-b1c6-0234d95f3a92 req-241bd890-8223-4fed-8ebe-2be1cec0d5fe tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Jan 24 09:58:41.354793 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093cea6-87e6-4b42-aa15-2ce7a6fe4788 req-51334562-74bb-4bce-a446-879df4c3af77 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:41.356372 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2093cea6-87e6-4b42-aa15-2ce7a6fe4788 req-51334562-74bb-4bce-a446-879df4c3af77 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0537105 Jan 24 09:58:41.407528 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2093cea6-87e6-4b42-aa15-2ce7a6fe4788 req-c48b92b1-d6a9-4fe3-a4fb-965b59f6a122 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Jan 24 09:58:41.802150 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ab12f-df0e-47ec-ac47-37413f6dad17 req-5f80cdac-df10-46f3-a39a-2d8665aba766 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:41.803772 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-390ab12f-df0e-47ec-ac47-37413f6dad17 req-5f80cdac-df10-46f3-a39a-2d8665aba766 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0571017 Jan 24 09:58:41.866881 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-390ab12f-df0e-47ec-ac47-37413f6dad17 req-687beb43-0c18-45ff-be6e-6752f5455584 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568554 Jan 24 09:58:42.540890 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51d29-2900-4a71-9a21-d8e47328d567 req-088f2f35-da21-42a6-9b51-66b812babec9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:42.542350 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-08d51d29-2900-4a71-9a21-d8e47328d567 req-088f2f35-da21-42a6-9b51-66b812babec9 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0480213 Jan 24 09:58:42.591155 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-08d51d29-2900-4a71-9a21-d8e47328d567 req-447aa1d0-eb39-420b-9f45-f646475cce6d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430937 Jan 24 09:58:42.986942 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedd86-b6af-4b73-80a7-767e5a94a45a req-3305bc11-4424-4a08-885f-e6beaf37e9de tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:42.988419 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-89cedd86-b6af-4b73-80a7-767e5a94a45a req-3305bc11-4424-4a08-885f-e6beaf37e9de tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0505905 Jan 24 09:58:43.042052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-89cedd86-b6af-4b73-80a7-767e5a94a45a req-320d5471-ba94-4362-89f5-15927242eee1 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459359 Jan 24 09:58:43.717437 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786765a-e687-47e5-94b5-b34e25cbfd13 req-4f32f3a1-ee95-4a9f-9e39-dbf7c5215916 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:43.718945 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e786765a-e687-47e5-94b5-b34e25cbfd13 req-4f32f3a1-ee95-4a9f-9e39-dbf7c5215916 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0533478 Jan 24 09:58:43.768053 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e786765a-e687-47e5-94b5-b34e25cbfd13 req-33bce9a9-7975-4ee3-b150-be08d4b60d26 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Jan 24 09:58:43.872998 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:44.166673 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305fd80-2ab2-4ac4-b99e-9314d3f6c5df req-a31d20be-ad98-47a9-aa5c-a5a398412080 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:44.168876 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9305fd80-2ab2-4ac4-b99e-9314d3f6c5df req-a31d20be-ad98-47a9-aa5c-a5a398412080 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0525773 Jan 24 09:58:44.230399 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9305fd80-2ab2-4ac4-b99e-9314d3f6c5df req-ae40582a-abcd-410e-86cc-6fa707f4d2b0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509257 Jan 24 09:58:44.899627 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099e950-b929-4e80-9a44-77001fd98854 req-974d4907-d16d-48ce-833f-3c99daa7b099 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:44.901106 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3099e950-b929-4e80-9a44-77001fd98854 req-974d4907-d16d-48ce-833f-3c99daa7b099 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0558434 Jan 24 09:58:44.950217 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3099e950-b929-4e80-9a44-77001fd98854 req-88a24825-7ac5-41ce-89d6-262c1337f9d2 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435228 Jan 24 09:58:45.348656 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea0ef5-cfbb-4718-8ccb-2a3a40f173ef req-cc07f6de-8a7d-499e-af0c-d79029b51c49 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:45.350323 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aea0ef5-cfbb-4718-8ccb-2a3a40f173ef req-cc07f6de-8a7d-499e-af0c-d79029b51c49 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0501444 Jan 24 09:58:45.405865 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1aea0ef5-cfbb-4718-8ccb-2a3a40f173ef req-a43d5602-aabd-4c19-98a0-86e1609f3e8a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498750 Jan 24 09:58:46.074668 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368f4d9-fe1a-4951-80d1-aa47c5fc1986 req-11c84658-c5c5-416d-9028-b8a46894c45b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:46.076151 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3368f4d9-fe1a-4951-80d1-aa47c5fc1986 req-11c84658-c5c5-416d-9028-b8a46894c45b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0480490 Jan 24 09:58:46.132843 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3368f4d9-fe1a-4951-80d1-aa47c5fc1986 req-de860c69-d47f-49ea-b998-cd74340f51f3 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511262 Jan 24 09:58:46.527440 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be41e29-2cf3-4c5b-8216-45af9c2e384c req-7997b393-1cc3-459c-a8ba-cded92da8329 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:46.528844 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7be41e29-2cf3-4c5b-8216-45af9c2e384c req-7997b393-1cc3-459c-a8ba-cded92da8329 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0494690 Jan 24 09:58:46.580846 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7be41e29-2cf3-4c5b-8216-45af9c2e384c req-9b343674-c179-43ee-95d1-3882242107f9 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464270 Jan 24 09:58:47.267102 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8844-42e2-4201-9829-6c769514fe6a req-4244218a-28fb-4a0d-b55c-ac7243349beb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:47.268571 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbce8844-42e2-4201-9829-6c769514fe6a req-4244218a-28fb-4a0d-b55c-ac7243349beb tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0498414 Jan 24 09:58:47.315187 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbce8844-42e2-4201-9829-6c769514fe6a req-c60c800a-010c-4622-a7ed-362177a863a0 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Jan 24 09:58:47.717551 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39290ede-e411-4c6e-b24e-ba09aee3b650 req-4fb6f658-5d17-4745-9aa0-cb01f6620811 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:47.719026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39290ede-e411-4c6e-b24e-ba09aee3b650 req-4fb6f658-5d17-4745-9aa0-cb01f6620811 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0585685 Jan 24 09:58:47.767690 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-39290ede-e411-4c6e-b24e-ba09aee3b650 req-d0b6f48c-ba61-4486-bfd6-908ec9f639be tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430791 Jan 24 09:58:48.456946 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f99a9-a46a-4840-b045-b81dfea84be2 req-2eda36ba-ab5c-4676-92b9-45ba65ac9006 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:48.458308 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c15f99a9-a46a-4840-b045-b81dfea84be2 req-2eda36ba-ab5c-4676-92b9-45ba65ac9006 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 943 time: 0.0606081 Jan 24 09:58:48.488237 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:58:48.506743 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c15f99a9-a46a-4840-b045-b81dfea84be2 req-9d7a9170-e56c-46cb-b078-2b24fd19c802 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Jan 24 09:58:48.591497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:48.602465 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'port_id': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'mac_address': 'fa:16:3e:9a:1f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:58:48.645850 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:48.646242 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:48.660978 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:58:48.681149 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:48.687610 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:48.688313 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 3a284bbc-8d62-48f8-973b-4775f7b1266c details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:58:48.763822 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=9']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:48.823901 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:48.835458 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:58:48.873529 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 3a284bbc-8d62-48f8-973b-4775f7b1266c is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:48.873931 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:48.881576 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d79345-302c-4a16-a4ba-b0ec2fdffab8 req-cdb33f6a-307a-41a6-8eb5-48752cc5b3dd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:48.883167 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a7d79345-302c-4a16-a4ba-b0ec2fdffab8 req-cdb33f6a-307a-41a6-8eb5-48752cc5b3dd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 943 time: 0.0484178 Jan 24 09:58:48.891603 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a284bbc-8d62-48f8-973b-4775f7b1266c {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:58:48.912912 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:48.917997 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:48.936453 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a7d79345-302c-4a16-a4ba-b0ec2fdffab8 req-726d2ffd-2558-479f-99cd-2243b7edad27 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475538 Jan 24 09:58:48.965370 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:49.452320 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['2e7014c1-da13-4b1a-8ac8-56c55b73e52b'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:58:49.563263 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['3a284bbc-8d62-48f8-973b-4775f7b1266c'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:58:49.633162 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993802b7-2e0d-49f4-88d6-1d990c43d185 req-ff3785bc-6569-48c8-a42b-7864468ae5ca tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:49.634694 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-993802b7-2e0d-49f4-88d6-1d990c43d185 req-ff3785bc-6569-48c8-a42b-7864468ae5ca tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0536296 Jan 24 09:58:49.685384 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-993802b7-2e0d-49f4-88d6-1d990c43d185 req-3f1d1ab5-97d4-4bd4-8af3-1573f1f893ce tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442433 Jan 24 09:58:50.069859 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7634-8091-4823-9a48-1c6629473396 req-1b427e50-1094-428e-86f2-57c226e15d5a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:50.071352 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b35e7634-8091-4823-9a48-1c6629473396 req-1b427e50-1094-428e-86f2-57c226e15d5a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 944 time: 0.0521350 Jan 24 09:58:50.125416 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b35e7634-8091-4823-9a48-1c6629473396 req-680b2678-ec87-4aee-8f36-eafd191659b8 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Jan 24 09:58:50.617067 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:58:50.681155 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:58:50.681545 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:50.764208 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:50.764637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:50.788008 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:50.790283 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43079f0e-602d-4f83-88f5-eb6d759cbd74" -d '{"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:50.805995 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:50.810882 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:50.811753 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 3a284bbc-8d62-48f8-973b-4775f7b1266c up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:58:50.814441 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ffeb6-cb4c-40dd-8d22-76566c836a49 req-e72bff96-c695-46b0-b908-93385e35315d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:50.816187 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e95ffeb6-cb4c-40dd-8d22-76566c836a49 req-e72bff96-c695-46b0-b908-93385e35315d tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 944 time: 0.0547125 Jan 24 09:58:50.848661 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2455060f-6524-42c1-bc76-4abe193825bc x-openstack-request-id: req-2455060f-6524-42c1-bc76-4abe193825bc {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:50.848954 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-plugged", "status": "completed", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:50.849209 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2455060f-6524-42c1-bc76-4abe193825bc {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:50.849593 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'code': 200} Jan 24 09:58:50.864162 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e95ffeb6-cb4c-40dd-8d22-76566c836a49 req-2b2aaf52-526f-41a6-b8f3-c1fe5a9ca5c7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Jan 24 09:58:50.886863 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=10']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:50.901952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 3a284bbc-8d62-48f8-973b-4775f7b1266c completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:58:50.906102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 3a284bbc-8d62-48f8-973b-4775f7b1266c triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:58:50.906507 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:50.990164 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 3a284bbc-8d62-48f8-973b-4775f7b1266c is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:58:50.990527 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:51.028228 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:58:51.032967 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:51.081892 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:51.090394 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9b6dd-1a32-4839-a0b5-37d2ea97b85b req-8bee32d6-0240-40ac-8da3-0f819dca81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:51.092057 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8fc9b6dd-1a32-4839-a0b5-37d2ea97b85b req-8bee32d6-0240-40ac-8da3-0f819dca81f9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1099 time: 0.0447359 Jan 24 09:58:51.137704 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-8fc9b6dd-1a32-4839-a0b5-37d2ea97b85b req-984fac30-6f6c-4d99-ae49-600601af3bb6 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Jan 24 09:58:51.250217 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a16b0-35f4-453f-a76c-ab8ad4598713 req-8a1601ae-8211-4e58-a54a-e03f9a6329d0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:51.251783 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ab7a16b0-35f4-453f-a76c-ab8ad4598713 req-8a1601ae-8211-4e58-a54a-e03f9a6329d0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0501115 Jan 24 09:58:51.304217 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ab7a16b0-35f4-453f-a76c-ab8ad4598713 req-504f9610-1984-45a6-b30a-0d5fbae2152f tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437341 Jan 24 09:58:52.003256 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f5c1f-7ea7-40e5-b9b6-99af38276fda req-4796b947-961e-4845-88e0-236639f7c609 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:52.004975 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc8f5c1f-7ea7-40e5-b9b6-99af38276fda req-4796b947-961e-4845-88e0-236639f7c609 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 946 time: 0.0554965 Jan 24 09:58:52.058220 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bc8f5c1f-7ea7-40e5-b9b6-99af38276fda req-bcd79a5d-7e81-4078-9701-a723b5c43202 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 Jan 24 09:58:52.431727 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782fea2-a0ec-4751-8906-63e50b36c9f1 req-34b1bc4f-08a9-489c-94d8-d7d33dc7c75e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:52.433162 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1782fea2-a0ec-4751-8906-63e50b36c9f1 req-34b1bc4f-08a9-489c-94d8-d7d33dc7c75e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0494807 Jan 24 09:58:52.484849 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1782fea2-a0ec-4751-8906-63e50b36c9f1 req-ac045f2e-985d-47b1-8907-4d633147d9ec tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 Jan 24 09:58:52.851150 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:52.853526 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48b0842-1a00-4f9f-adfd-c13f66098899" -d '{"events": [{"server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:52.888798 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421fbfca-87c5-4d8b-9f9d-6eed8ea78148 x-openstack-request-id: req-421fbfca-87c5-4d8b-9f9d-6eed8ea78148 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:52.889088 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:52.889346 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-421fbfca-87c5-4d8b-9f9d-6eed8ea78148 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:52.889736 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'code': 200} Jan 24 09:58:53.014855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8c88e506-b0a8-4792-8eb1-adb8630eaec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:53.191750 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a33-9b07-4a33-86d5-40e242d03c3d req-2a5916f7-be99-49ce-9c7c-6cf84634bff7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:53.193232 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b5de7a33-9b07-4a33-86d5-40e242d03c3d req-2a5916f7-be99-49ce-9c7c-6cf84634bff7 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 946 time: 0.0505021 Jan 24 09:58:53.193414 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bf6c7-ecdc-4e88-8dd1-d657bb2fdb86 req-8286cabe-52ab-41f5-aad2-ba02a315aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:53.194730 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e25bf6c7-ecdc-4e88-8dd1-d657bb2fdb86 req-8286cabe-52ab-41f5-aad2-ba02a315aeb5 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1098 time: 0.0393772 Jan 24 09:58:53.240049 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-e25bf6c7-ecdc-4e88-8dd1-d657bb2fdb86 req-3de65233-0af1-49ce-b928-5e6e3769e1f0 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386701 Jan 24 09:58:53.243699 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b5de7a33-9b07-4a33-86d5-40e242d03c3d req-cc5904a2-0762-4326-9aac-e10f770b5e4a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447388 Jan 24 09:58:53.617611 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f64c54-e821-4581-83f7-30d12ca3316d req-bd4826b0-ab40-4ae5-b892-5ebf5faac751 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:53.619116 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a9f64c54-e821-4581-83f7-30d12ca3316d req-bd4826b0-ab40-4ae5-b892-5ebf5faac751 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0572379 Jan 24 09:58:53.667041 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a9f64c54-e821-4581-83f7-30d12ca3316d req-1159db25-2423-41fb-a01f-394348f59a5d tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Jan 24 09:58:54.782591 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ced3f-793e-45f4-b7b0-5ce23d08f6ae req-6d9f2f99-e047-46e0-8d81-69d77d3f20bd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:54.784027 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-380ced3f-793e-45f4-b7b0-5ce23d08f6ae req-6d9f2f99-e047-46e0-8d81-69d77d3f20bd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0495903 Jan 24 09:58:54.832986 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-380ced3f-793e-45f4-b7b0-5ce23d08f6ae req-a9df45af-21f4-439c-b629-f03f5c888309 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Jan 24 09:58:54.958430 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1840-287f-4fc5-90ef-df932717737e req-51f08c0b-0ab0-441d-817f-6a00c89f4d2c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:54.959906 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-537e1840-287f-4fc5-90ef-df932717737e req-51f08c0b-0ab0-441d-817f-6a00c89f4d2c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0552471 Jan 24 09:58:55.008228 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-537e1840-287f-4fc5-90ef-df932717737e req-5602c8e0-a6f2-4fab-915a-a082d6319203 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Jan 24 09:58:55.031636 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59940) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:58:55.076026 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a799fc-9c63-4f03-995c-f2e321ffd6d0 tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:55.077591 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-57a799fc-9c63-4f03-995c-f2e321ffd6d0 tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1093 time: 0.0450032 Jan 24 09:58:55.081821 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 59942) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:58:55.086321 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'tenant_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:58:55.112709 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:55.291940 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3b76a7ba-b7c0-499c-a0a8-1cd16dcf97f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:55.470631 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:55.590830 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_common [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.27.3.115 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/554d55cd-304d-46c2-a39a-7a6d26423407) {{(pid=102507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:58:55.696147 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (554d55cd-304d-46c2-a39a-7a6d26423407), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:55.731776 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:55.776570 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:58:55.780022 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:58:55.783042 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:58:55.807490 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=554d55cd-304d-46c2-a39a-7a6d26423407,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:55.820234 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.820598 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.820933 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.821504 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.821635 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.821949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.822277 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.822604 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.822924 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.823329 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.823667 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.823990 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:55.824310 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:58:56.172241 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (aa955b7f-d8f3-49ce-abc9-185d3c503dd6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.244676 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), before_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.247229 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.399940 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (554d55cd-304d-46c2-a39a-7a6d26423407), precommit_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.406268 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131181686'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), after_update {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.475630 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=554d55cd-304d-46c2-a39a-7a6d26423407,revision_number=2']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:58:56.489140 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (aa955b7f-d8f3-49ce-abc9-185d3c503dd6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.588983 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP aa955b7f-d8f3-49ce-abc9-185d3c503dd6 associated. External IP: 172.27.3.115, port: 3a284bbc-8d62-48f8-973b-4775f7b1266c. Jan 24 09:58:56.806244 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:58:56.917962 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:58:56.931159 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:58:56.940842 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:56.941639 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:58:56.942453 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:58:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:56.968189 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8dd3e32a-72e2-489b-bfd6-dda9f9017ca6 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8852925 Jan 24 09:58:56.968919 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:58:56.971321 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc33960-0a07-4839-97b3-0526ea209c87" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:58:57.008178 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159785a2-6293-4267-b2d7-b176b68cdf53 x-openstack-request-id: req-159785a2-6293-4267-b2d7-b176b68cdf53 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:58:57.008489 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:58:57.008786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-159785a2-6293-4267-b2d7-b176b68cdf53 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:58:57.009200 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'status': 'completed', 'code': 200} Jan 24 09:58:57.106168 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-7a0eb1f3-da21-49ab-810c-a8d37b81ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:57.107673 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-7a0eb1f3-da21-49ab-810c-a8d37b81ff72 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1098 time: 0.0437469 Jan 24 09:58:57.139804 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:58:57.204623 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-a91621aa-06ba-4aba-a8e3-3d531af65cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:57.206119 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-a91621aa-06ba-4aba-a8e3-3d531af65cd7 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0909703 Jan 24 09:58:57.275957 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-4e4349d6-4f7b-4760-bfa1-ac921c165ae0 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 999 time: 0.0629535 Jan 24 09:58:57.325248 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-051e4410-b984-40b6-a252-aff32ae5be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:57.326726 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-051e4410-b984-40b6-a252-aff32ae5be5b service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0445144 Jan 24 09:58:57.363831 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:56Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:57.373418 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-4005bf79-d7c7-4cbf-a9f1-c88e49e5a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:58:57.374963 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-4005bf79-d7c7-4cbf-a9f1-c88e49e5a6af service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407577 Jan 24 09:58:57.390211 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:58:57.399321 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:58:57.399930 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:58:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:57.468317 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-4d40eabb-76d6-4a9e-9cef-3ded6a87286a service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864663 Jan 24 09:58:57.504581 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:58:57.563348 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4cc33960-0a07-4839-97b3-0526ea209c87 req-afc6b993-c098-45f9-a365-6d777d359c44 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884833 Jan 24 09:58:57.746211 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:58:57.749641 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:56Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:58:57.787126 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a7834-686f-49e2-9933-443c8a9f8317 None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:56Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:58:57.986475 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889c542b-6b89-419d-913b-10bdae43b92f None None] New status for floating IP aa955b7f-d8f3-49ce-abc9-185d3c503dd6: ACTIVE {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:58:59.159809 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:07.542595 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:59:13.893244 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:19.542861 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-b8faa2aa-0dfc-45c3-92c6-fe86f8983544 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475494 Jan 24 09:59:19.625703 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-13643b61-1b61-41da-82d5-c676d0e40ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:19.627218 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-13643b61-1b61-41da-82d5-c676d0e40ddb service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=63734dd9713b478ab682630be6325200&device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 1099 time: 0.0471406 Jan 24 09:59:19.739715 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-7b2c4c55-6c8f-4e1f-b195-dc48d6de8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:19.741122 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-7b2c4c55-6c8f-4e1f-b195-dc48d6de8ebc service neutron] 10.222.0.123 "GET /v2.0/networks?id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 200 len: 917 time: 0.0897081 Jan 24 09:59:19.813075 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-9645f5e3-2aa3-42ac-a3aa-9e1c29642c06 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 200 len: 1000 time: 0.0643444 Jan 24 09:59:19.863831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-4b7af9ac-980e-4c00-b8f6-f72ee0b41b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:19.865270 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-4b7af9ac-980e-4c00-b8f6-f72ee0b41b21 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 200 len: 855 time: 0.0455353 Jan 24 09:59:19.910082 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-798809c4-4e1b-4c7d-a172-b5e5521f3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:19.911553 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-798809c4-4e1b-4c7d-a172-b5e5521f3c39 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=3af6c0a2-e6bf-428b-9a74-e1841e0318c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392339 Jan 24 09:59:19.922023 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-f28dbeb1-b570-4af2-9983-e77cb8560069 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102508) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:59:19.923044 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-f28dbeb1-b570-4af2-9983-e77cb8560069 service neutron] 10.222.0.123 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048223 Jan 24 09:59:20.015339 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-3c9491b5-e3e2-4a79-a083-f4d8809314fe service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Jan 24 09:59:20.108977 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-64e96b37-5341-4226-95d6-0652cb5510d3 req-6f89aefd-c3f1-4e03-a1c6-0c6a98b597fc service neutron] 10.222.0.123 "GET /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Jan 24 09:59:23.029000 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b44b0ff5-43c0-44e5-9180-a4848850f898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:25.293805 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-950451c6-46f4-4766-ac1c-dc9487e4f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:26.255895 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:27.756895 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:29.159918 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:35.577443 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc31ad-e120-43a9-a631-b0c6e288f8e7 req-e781b6bf-a9c9-4056-8075-c552ade5a4b5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:35.578935 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25dc31ad-e120-43a9-a631-b0c6e288f8e7 req-e781b6bf-a9c9-4056-8075-c552ade5a4b5 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 946 time: 0.1645861 Jan 24 09:59:35.629670 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-25dc31ad-e120-43a9-a631-b0c6e288f8e7 req-c1fb26d7-5757-4d4d-86d7-825118a46d1a tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420353 Jan 24 09:59:36.832158 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343e6da-6321-4c78-83dc-121b501a3bc7 req-acae4b27-c400-47c8-9770-4017bf878433 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:36.834184 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d343e6da-6321-4c78-83dc-121b501a3bc7 req-acae4b27-c400-47c8-9770-4017bf878433 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 946 time: 0.1204927 Jan 24 09:59:36.891101 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d343e6da-6321-4c78-83dc-121b501a3bc7 req-5b59a4a6-5b75-4c6c-af67-5db1d4041850 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups?id=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Jan 24 09:59:37.226682 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-3e7547da-32fa-4bad-b23e-384fc619ff0f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:37.228385 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-3e7547da-32fa-4bad-b23e-384fc619ff0f tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 946 time: 0.0686376 Jan 24 09:59:37.331345 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Deleting port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:37.331671 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:37.422396 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] For port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:37.422756 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:37.589736 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:37.590068 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:37.590394 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Floating IP 35bf0a9c-64d5-467b-bada-7aa9d824b856 disassociated. External IP: 172.27.3.65, port: 2e7014c1-da13-4b1a-8ac8-56c55b73e52b. Jan 24 09:59:37.590723 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Calling delete_port for 2e7014c1-da13-4b1a-8ac8-56c55b73e52b owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:37.725021 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (2e7014c1-da13-4b1a-8ac8-56c55b73e52b), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:37.753827 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'Port': ['ID=2e7014c1-da13-4b1a-8ac8-56c55b73e52b,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:37.765513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.765868 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.766208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.766551 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.766886 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.767248 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.767585 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.767913 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.768236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.768545 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.768867 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.769189 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.769509 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:37.882722 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:59:37.990808 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-46b42f5c-943f-4a52-b336-e3215866042f req-0c8d37ea-5a2d-4b44-8c7f-5e44c87221e6 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/ports?device_id=78287781-6f15-4216-b385-b5e0fc007981 HTTP/1.1" status: 200 len: 210 time: 0.0263197 Jan 24 09:59:37.997880 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:59:38.018531 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:59:38.029430 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:59:38.029991 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:59:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:38.037503 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] No DVR routers for this DVR port 2e7014c1-da13-4b1a-8ac8-56c55b73e52b on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:59:38.040238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:38.043611 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a3917363-202a-4b55-8dfc-84346e9d0682 req-8c774936-1398-4993-882f-b3b5c3395624 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.123 "DELETE /v2.0/ports/2e7014c1-da13-4b1a-8ac8-56c55b73e52b HTTP/1.1" status: 204 len: 173 time: 0.8098214 Jan 24 09:59:38.044069 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-deleted', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:59:38.046346 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6450cc8d-95a2-46e1-96f2-6e1547fbd84e" -d '{"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-deleted", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:59:38.090048 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa8072-6551-4987-bd5d-1a865682eee8 x-openstack-request-id: req-c1aa8072-6551-4987-bd5d-1a865682eee8 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:59:38.090445 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78287781-6f15-4216-b385-b5e0fc007981", "name": "network-vif-deleted", "tag": "2e7014c1-da13-4b1a-8ac8-56c55b73e52b", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:59:38.090797 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1aa8072-6551-4987-bd5d-1a865682eee8 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:59:38.091318 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78287781-6f15-4216-b385-b5e0fc007981', 'name': 'network-vif-deleted', 'tag': '2e7014c1-da13-4b1a-8ac8-56c55b73e52b', 'status': 'completed', 'code': 200} Jan 24 09:59:38.140676 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:59:38.349678 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:38.374946 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:59:38.383612 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:59:38.384207 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:59:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:38.488450 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:59:38.700219 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:38.810917 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d68d3-a4c7-40fe-8e4d-dba65beeb09e None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:52Z', 'revision_number': 4, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': '82be7d27-414c-40d8-b97f-362f353e4177', 'name': '', 'network_id': '3af6c0a2-e6bf-428b-9a74-e1841e0318c8', 'tenant_id': '63734dd9713b478ab682630be6325200', 'mac_address': 'fa:16:3e:94:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:52Z', 'updated_at': '2022-01-24T09:53:56Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'subnets': [{'id': '252904c2-bc3a-4b12-971e-f5b3b9bd5890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:59:39.043690 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2b27d6-6031-4f19-832b-5b9bb8e28e81 None None] New status for floating IP 35bf0a9c-64d5-467b-bada-7aa9d824b856: DOWN {{(pid=102509) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 09:59:39.083983 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 59998) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:39.137068 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.161614 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.214493 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.217161 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.218346 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "DELETE /v2.0/security-groups/5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9 HTTP/1.1" status: 204 len: 168 time: 0.1333582 Jan 24 09:59:39.221517 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60000) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:39.227950 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ef9e6-cd3d-42e6-a21c-037a2b42c79b tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:39.235686 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.api.v2.resource [None req-c81f5395-7dcc-4c6c-a731-8b23bae56210 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] show failed (client error): The resource could not be found. Jan 24 09:59:39.239674 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60002) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:39.239936 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c81f5395-7dcc-4c6c-a731-8b23bae56210 tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "GET /v2.0/security-groups/5cc9ff0b-55a9-48d2-84a7-4ada1843d9c9 HTTP/1.1" status: 404 len: 347 time: 0.0171142 Jan 24 09:59:39.371280 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Deleting port f84020ae-373a-4032-8189-3d6a143fc417 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:39.371627 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (f84020ae-373a-4032-8189-3d6a143fc417), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.447012 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (f84020ae-373a-4032-8189-3d6a143fc417), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.447340 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (f84020ae-373a-4032-8189-3d6a143fc417), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.459542 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Calling delete_port for f84020ae-373a-4032-8189-3d6a143fc417 owned by network:floatingip {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:39.601494 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (f84020ae-373a-4032-8189-3d6a143fc417), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.625845 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Pushing event deleted for resources: {'Port': ['ID=f84020ae-373a-4032-8189-3d6a143fc417,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:39.687313 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks [] for floatingip (35bf0a9c-64d5-467b-bada-7aa9d824b856), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.689863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:39.691055 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-28d6df5c-2db0-4496-858e-3e0451f5ca3c tempest-AttachVolumeShelveTestJSON-1899837111 tempest-AttachVolumeShelveTestJSON-1899837111-project] 10.222.0.39 "DELETE /v2.0/floatingips/35bf0a9c-64d5-467b-bada-7aa9d824b856 HTTP/1.1" status: 204 len: 168 time: 0.4503324 Jan 24 09:59:40.782148 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:59:40.815519 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 2e7014c1-da13-4b1a-8ac8-56c55b73e52b {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:59:40.815884 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 2e7014c1-da13-4b1a-8ac8-56c55b73e52b not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:59:42.124991 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60024) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:42.843377 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.097336 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Deleting port 82be7d27-414c-40d8-b97f-362f353e4177 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:43.097651 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (82be7d27-414c-40d8-b97f-362f353e4177), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.183629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] For port 82be7d27-414c-40d8-b97f-362f353e4177, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=82be7d27-414c-40d8-b97f-362f353e4177,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:43.184242 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (82be7d27-414c-40d8-b97f-362f353e4177), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.197138 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Calling delete_port for 82be7d27-414c-40d8-b97f-362f353e4177 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:43.378449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (82be7d27-414c-40d8-b97f-362f353e4177), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.403580 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Pushing event deleted for resources: {'Port': ['ID=82be7d27-414c-40d8-b97f-362f353e4177,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:43.570533 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.795899 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 09:59:43.881589 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:43.912049 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 09:59:43.917807 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-1b45b680-3c96-4835-b0d6-a512ed16e90f admin admin] 10.222.0.39 "PUT /v2.0/routers/5b84cc8c-b3cb-4f2a-be3e-a40ca0500129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916503 Jan 24 09:59:43.919635 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60028) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:43.921761 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Sync routers for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 09:59:43.932891 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:59:43.933487 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:59:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:44.032403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks [] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.044515 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:59:44.134060 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks [] for router_gateway (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.188260 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Deleting port 20baca67-62a0-4554-bec5-e4f4facf3be1 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:44.188945 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.225479 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:59:43Z', 'revision_number': 5, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port': {'id': '20baca67-62a0-4554-bec5-e4f4facf3be1', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:44.251285 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Checking router: 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 09:59:44.259802 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Routers {'5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 09:59:44.260411 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T09:59:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:44.269362 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] For port 20baca67-62a0-4554-bec5-e4f4facf3be1, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=20baca67-62a0-4554-bec5-e4f4facf3be1,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:44.269721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.282294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Calling delete_port for 20baca67-62a0-4554-bec5-e4f4facf3be1 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:44.344453 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] Set router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 09:59:44.398191 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:59:44Z', 'revision_number': 6, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:44.424872 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061977f6-5745-4a1a-aa06-7997e82afffa None None] The sync data for ids ['5b84cc8c-b3cb-4f2a-be3e-a40ca0500129'] in dv-cinder-809523-7-iscsi is: [{'id': '5b84cc8c-b3cb-4f2a-be3e-a40ca0500129', 'name': 'tempest-AttachVolumeShelveTestJSON-743959391-router', 'tenant_id': '63734dd9713b478ab682630be6325200', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:53:50Z', 'updated_at': '2022-01-24T09:59:44Z', 'revision_number': 6, 'project_id': '63734dd9713b478ab682630be6325200', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 09:59:44.457471 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (20baca67-62a0-4554-bec5-e4f4facf3be1), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.485030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=20baca67-62a0-4554-bec5-e4f4facf3be1,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:44.541672 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 09:59:44.546575 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.634594 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.637061 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks [] for router_controller (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.694284 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (5b84cc8c-b3cb-4f2a-be3e-a40ca0500129), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.694836 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 09:59:44.699174 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.700325 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fc73a44a-f6d9-4fc2-9b83-23c1dcc43a9b admin admin] 10.222.0.39 "DELETE /v2.0/routers/5b84cc8c-b3cb-4f2a-be3e-a40ca0500129 HTTP/1.1" status: 204 len: 168 time: 0.7797434 Jan 24 09:59:44.704094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60030) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:44.748275 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Deleting subnet 252904c2-bc3a-4b12-971e-f5b3b9bd5890 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 09:59:44.751408 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Publish callbacks [] for subnet (252904c2-bc3a-4b12-971e-f5b3b9bd5890), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.786305 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (252904c2-bc3a-4b12-971e-f5b3b9bd5890), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.870884 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (252904c2-bc3a-4b12-971e-f5b3b9bd5890), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.925332 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (252904c2-bc3a-4b12-971e-f5b3b9bd5890), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.948654 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252904c2-bc3a-4b12-971e-f5b3b9bd5890,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:44.954510 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:44.957806 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-9e83d088-d99e-490e-a3b6-1f3e1fac056e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/252904c2-bc3a-4b12-971e-f5b3b9bd5890 HTTP/1.1" status: 204 len: 168 time: 0.2527373 Jan 24 09:59:44.960511 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60032) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:44.963194 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026fc72-6132-4284-a825-d89df862657c None None] Network 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:59:45.032034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (3af6c0a2-e6bf-428b-9a74-e1841e0318c8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.088515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Deleting port 9a90c425-29a2-42f2-a455-b823a34996e3 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:45.088937 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.157795 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] For port 9a90c425-29a2-42f2-a455-b823a34996e3, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=9a90c425-29a2-42f2-a455-b823a34996e3,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:45.158098 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.173863 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Calling delete_port for 9a90c425-29a2-42f2-a455-b823a34996e3 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:45.192287 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] DHCP port deletion for 3af6c0a2-e6bf-428b-9a74-e1841e0318c8 request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 09:59:45.243247 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Deleting port 9a90c425-29a2-42f2-a455-b823a34996e3 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 09:59:45.243712 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.262402 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.290843 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] No DVR routers for this DVR port 9a90c425-29a2-42f2-a455-b823a34996e3 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:59:45.296258 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a90c425-29a2-42f2-a455-b823a34996e3,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:45.310640 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] For port 9a90c425-29a2-42f2-a455-b823a34996e3, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=9a90c425-29a2-42f2-a455-b823a34996e3,segment=NetworkSegment(ccf03604-85d3-4a8e-849b-1e9e56fbd4e7),segment_id=ccf03604-85d3-4a8e-849b-1e9e56fbd4e7)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:45.311102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.329463 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Calling delete_port for 9a90c425-29a2-42f2-a455-b823a34996e3 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 09:59:45.369443 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (3af6c0a2-e6bf-428b-9a74-e1841e0318c8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.392044 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af6c0a2-e6bf-428b-9a74-e1841e0318c8']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:45.403132 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:45.403428 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf03604-85d3-4a8e-849b-1e9e56fbd4e7') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 09:59:45.408868 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (9a90c425-29a2-42f2-a455-b823a34996e3), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.413649 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (ccf03604-85d3-4a8e-849b-1e9e56fbd4e7), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.421460 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] No DVR routers for this DVR port 9a90c425-29a2-42f2-a455-b823a34996e3 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 09:59:45.430629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (ccf03604-85d3-4a8e-849b-1e9e56fbd4e7), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.437818 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 09:59:45.438171 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (ccf03604-85d3-4a8e-849b-1e9e56fbd4e7), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.439922 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 09:59:45.442274 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 09:59:45.444999 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Pushing event deleted for resources: {'Port': ['ID=9a90c425-29a2-42f2-a455-b823a34996e3,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:45.452460 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.452814 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.453161 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.453507 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.453858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.454152 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.454481 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.454809 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.455368 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.455679 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.456005 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.457006 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.457006 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fbd893-b6f6-44f0-9d4b-f4c0913bb9bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 09:59:45.501189 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (3af6c0a2-e6bf-428b-9a74-e1841e0318c8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.507698 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.511562 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3af6c0a2-e6bf-428b-9a74-e1841e0318c8 HTTP/1.1" status: 204 len: 168 time: 0.5500607 Jan 24 09:59:45.525242 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5eb53-fc98-46db-bfe0-20ff86518aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af6c0a2-e6bf-428b-9a74-e1841e0318c8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:45.634606 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60036) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:45.675671 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e35143db-974c-4eb8-8a1d-bbca1194a3dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63734dd9713b478ab682630be6325200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397897 Jan 24 09:59:45.678094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60038) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:45.724374 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] Publish callbacks [] for security_group (4068930b-c29a-4a88-a8ec-8394d8cd6753), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.748644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] Publish callbacks [] for security_group (4068930b-c29a-4a88-a8ec-8394d8cd6753), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.796136 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (4068930b-c29a-4a88-a8ec-8394d8cd6753), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.798670 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:45.799898 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4068930b-c29a-4a88-a8ec-8394d8cd6753 HTTP/1.1" status: 204 len: 168 time: 0.1209545 Jan 24 09:59:45.807865 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d73cd0-441f-49ef-8942-0f6050c5fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4068930b-c29a-4a88-a8ec-8394d8cd6753,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:46.457862 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 20baca67-62a0-4554-bec5-e4f4facf3be1 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:59:46.480732 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 20baca67-62a0-4554-bec5-e4f4facf3be1 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:59:46.481188 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 20baca67-62a0-4554-bec5-e4f4facf3be1 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:59:46.481660 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 9a90c425-29a2-42f2-a455-b823a34996e3 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:59:46.494566 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60062) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:46.500758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 9a90c425-29a2-42f2-a455-b823a34996e3 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:59:46.501101 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 9a90c425-29a2-42f2-a455-b823a34996e3 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:59:46.501528 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 82be7d27-414c-40d8-b97f-362f353e4177 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 09:59:46.520510 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 82be7d27-414c-40d8-b97f-362f353e4177 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 09:59:46.521139 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 82be7d27-414c-40d8-b97f-362f353e4177 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 09:59:46.594560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-858465547-network', 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:59:46.620325 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'network': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:59:46.622647 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for network (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.631425 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.720184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks [] for security_group (3b11b7f2-e97f-40da-8671-10782893bdc6), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.726831 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3b11b7f2-e97f-40da-8671-10782893bdc6), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.748790 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=102508) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 24 09:59:46.762317 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b11b7f2-e97f-40da-8671-10782893bdc6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:46.768151 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (5ec55b78-76a7-4cd5-850e-b0f085bffda8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.768489 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.segments_db [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Added segment 5ec55b78-76a7-4cd5-850e-b0f085bffda8 of type vlan for network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 Jan 24 09:59:46.807707 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776296050252'] for network (38e42ece-e2d0-4eda-b814-0aa14f6070e4), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.834821 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204'] for network (38e42ece-e2d0-4eda-b814-0aa14f6070e4), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.835944 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:46.836548 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:46.891934 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3961377 Jan 24 09:59:46.895127 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60066) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 09:59:46.897574 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760a056-e4a7-451f-8ab1-745dc2915dcf admin admin] Pushing event updated for resources: {'Network': ['ID=38e42ece-e2d0-4eda-b814-0aa14f6070e4,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:46.901420 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.v2.base [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Request body: {'subnet': {'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-858465547-subnet', 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:59:46.908060 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 details requested by agent ovs-agent-dv-cinder-809523-7-iscsi with host dv-cinder-809523-7-iscsi {{(pid=102509) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 24 09:59:46.925164 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'subnet': 1} {{(pid=102507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:59:46.927843 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130423933'] for subnet (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:47.115427 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131181793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130423919'] for subnet (566bb88e-9d58-40f3-86f7-9d8bacf4c52a), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:47.163935 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Pushing event updated for resources: {'Subnet': ['ID=566bb88e-9d58-40f3-86f7-9d8bacf4c52a,revision_number=0']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:47.179817 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Checking segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:59:47.180198 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Network hostable DHCP agents. Network: 38e42ece-e2d0-4eda-b814-0aa14f6070e4, hostable agents: ['10d3b154-38de-4ff7-b1b2-a042f8d7fe54'], hosted agents: [] {{(pid=102507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 24 09:59:47.198828 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 is scheduled to be hosted by DHCP agent 10d3b154-38de-4ff7-b1b2-a042f8d7fe54 with binding_index 1 {{(pid=102507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 24 09:59:47.208941 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809523-7-iscsi, 38e42ece-e2d0-4eda-b814-0aa14f6070e4) {{(pid=102507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:59:47.213446 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:47.214061 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:47.218578 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5845b5-1a52-40b2-aebb-e7ae1e2d8ce5 None None] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:59:47.230312 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b5ff2957-08af-453d-b3e1-ef091f58637a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3337018 Jan 24 09:59:47.317817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40d1b6-ca0f-4b6c-9886-45dacee95212 None None] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 09:59:47.677887 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-213cea58-6bd6-4cfe-b3b4-6cfb27eb2988 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:47.679426 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-213cea58-6bd6-4cfe-b3b4-6cfb27eb2988 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1071610 Jan 24 09:59:47.694379 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-6ea163ed-e3bb-4e1b-be9c-cb1212d204da tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/quotas/7e7692b9fb9f4d5cb790c39f6901343c HTTP/1.1" status: 200 len: 375 time: 0.0094047 Jan 24 09:59:47.726129 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-6874556c-6d14-4925-8ba4-ac5860489389 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270159 Jan 24 09:59:47.736234 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-5f2c788f-3851-4ec6-ae35-f6579bec25e5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 09:59:47.737190 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-5f2c788f-3851-4ec6-ae35-f6579bec25e5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048811 Jan 24 09:59:47.824886 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-15c31ce4-517a-4f2b-a3b2-08d5de23d8ea service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816805 Jan 24 09:59:47.921904 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-f6c327fc-e488-4022-a53d-229654420dcb service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885317 Jan 24 09:59:48.080867 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-37fef1e0-7f81-4ed9-ab3d-82927f3dbe46 req-940117c9-434c-436d-bd9b-3f10952397df tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 210 time: 0.0262554 Jan 24 09:59:49.180246 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5e1a9b94-1923-42c7-85dd-0bbe68414699 req-3f171aaa-08e5-46b5-86ba-bbe425daed5d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 210 time: 0.0266194 Jan 24 09:59:49.480162 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-cb350efa-985d-43a1-9d94-ef60f65e4cf3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:49.481628 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-cb350efa-985d-43a1-9d94-ef60f65e4cf3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1086493 Jan 24 09:59:49.506916 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Request body: {'port': {'device_id': '9cd8a993-957b-4af0-9742-52924e6425fa', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'admin_state_up': True, 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:59:49.622809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 09:59:49.626538 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.009660 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Allocated IP 172.20.0.12 (38e42ece-e2d0-4eda-b814-0aa14f6070e4/566bb88e-9d58-40f3-86f7-9d8bacf4c52a/61c33ddf-2279-4364-9196-6da1b8fe4b7a) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 09:59:50.161779 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks [] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.197213 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.240714 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 09:59:50.243953 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 09:59:50.247812 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 09:59:50.275545 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event updated for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:50.301714 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71172c24-e142-4ad4-9084-9bbd4d945be0 req-fb160f38-8fe1-4cfb-bb9a-6d9e752e141e tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:50.303486 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-71172c24-e142-4ad4-9084-9bbd4d945be0 req-fb160f38-8fe1-4cfb-bb9a-6d9e752e141e tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 932 time: 0.0541339 Jan 24 09:59:50.304513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:50.305137 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.322624 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-aba12f5e-0547-460e-849e-5953ba4f84de tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189209 Jan 24 09:59:50.341085 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Request body: {'port': {'device_id': '9cd8a993-957b-4af0-9742-52924e6425fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 09:59:50.351065 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-71172c24-e142-4ad4-9084-9bbd4d945be0 req-41effd8b-97b8-40b2-9710-9930f44cf7ec tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Jan 24 09:59:50.393478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.659809 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c33ddf-2279-4364-9196-6da1b8fe4b7a {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:59:50.667212 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks [] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.679162 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Transition to ACTIVE for port object 61c33ddf-2279-4364-9196-6da1b8fe4b7a will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 09:59:50.686677 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.739804 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Pushing event updated for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:50.809198 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Attempting to bind port 61c33ddf-2279-4364-9196-6da1b8fe4b7a on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 09:59:50.809549 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Attempting to bind port 61c33ddf-2279-4364-9196-6da1b8fe4b7a by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 09:59:50.809884 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Attempting to bind port 61c33ddf-2279-4364-9196-6da1b8fe4b7a on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:59:50.814943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Port 61c33ddf-2279-4364-9196-6da1b8fe4b7a on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 09:59:50.815263 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Attempting to bind port 61c33ddf-2279-4364-9196-6da1b8fe4b7a on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 09:59:50.820635 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 09:59:50.820992 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Checking segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 09:59:50.821460 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Bound using segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 09:59:50.821892 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Bound port: 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 09:59:50.822271 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.889224 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 09:59:50.892330 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 09:59:50.898240 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.933193 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:50.933772 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:50.935202 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] 10.222.0.123 "PUT /v2.0/ports/61c33ddf-2279-4364-9196-6da1b8fe4b7a HTTP/1.1" status: 200 len: 1094 time: 0.5981784 Jan 24 09:59:50.935647 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:59:50.937943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f77db78-035a-4f1a-9524-17e06579f273" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:59:50.961004 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e3fa-539e-4645-aacf-c8c51612113b service neutron] Pushing event updated for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:51.035625 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442dc811-d2af-4ba3-af73-a69c7c0997d0 x-openstack-request-id: req-442dc811-d2af-4ba3-af73-a69c7c0997d0 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:59:51.035908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:59:51.036170 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-442dc811-d2af-4ba3-af73-a69c7c0997d0 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:59:51.036567 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a', 'status': 'completed', 'code': 200} Jan 24 09:59:51.038618 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-14758310-cb93-472d-beb6-8bca5fcec63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.040192 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-14758310-cb93-472d-beb6-8bca5fcec63a service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 1097 time: 0.0453336 Jan 24 09:59:51.101625 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-8ac7463e-9f5d-43e8-9edc-29ab8d0cf11d service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a HTTP/1.1" status: 200 len: 217 time: 0.0367856 Jan 24 09:59:51.154767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-ef040163-162b-4717-9924-b9ade097c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.156171 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-ef040163-162b-4717-9924-b9ade097c143 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0479398 Jan 24 09:59:51.187006 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-50dfaac5-b031-4488-b2ad-739eac5ac8a9 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241783 Jan 24 09:59:51.279538 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-2a99cde1-9309-45c9-b4cc-6af4b555009e service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851541 Jan 24 09:59:51.368616 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-851ecd4a-d680-458d-bc0c-6b211b2969ff req-3a93ea7b-6661-4530-99f5-24b77194b729 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810041 Jan 24 09:59:51.470519 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c0ad-3efe-44ac-8a3c-55a245a1f69d req-50a734a1-f944-47ff-a2c2-9876657e01f7 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.471954 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0095c0ad-3efe-44ac-8a3c-55a245a1f69d req-50a734a1-f944-47ff-a2c2-9876657e01f7 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 944 time: 0.0489364 Jan 24 09:59:51.525906 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-0095c0ad-3efe-44ac-8a3c-55a245a1f69d req-7e050315-df23-43be-be7c-b9d1cbd91c33 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Jan 24 09:59:51.531184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77db78-035a-4f1a-9524-17e06579f273 req-11985f0c-99ab-433f-8684-b7757fc62dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.532689 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-11985f0c-99ab-433f-8684-b7757fc62dc7 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 1097 time: 0.0418773 Jan 24 09:59:51.626008 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77db78-035a-4f1a-9524-17e06579f273 req-7da1940d-7852-44ca-aa07-c8e1d07bb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.627478 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-7da1940d-7852-44ca-aa07-c8e1d07bb1a1 service neutron] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 915 time: 0.0857978 Jan 24 09:59:51.669134 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-bb8766ad-bf72-4e72-b7d0-cb89f2f131e8 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a HTTP/1.1" status: 200 len: 217 time: 0.0341923 Jan 24 09:59:51.722094 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77db78-035a-4f1a-9524-17e06579f273 req-2cdd9341-f5aa-4673-a272-158855cc6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:51.723433 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-2cdd9341-f5aa-4673-a272-158855cc6afb service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0464556 Jan 24 09:59:51.753852 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-5e30f18b-79e2-4e7f-a597-8670348529a0 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240421 Jan 24 09:59:51.852270 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-50ad5663-5481-4e0a-9744-1cae9f34f492 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Jan 24 09:59:51.949148 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-6f77db78-035a-4f1a-9524-17e06579f273 req-db33d3b1-d814-43a1-9863-a5fcb3a45429 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900555 Jan 24 09:59:52.652868 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557444-9334-4383-a6e2-5303f0055a4a req-50a9ff02-d3ab-4f07-8a95-adebb277860d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:52.654293 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b557444-9334-4383-a6e2-5303f0055a4a req-50a9ff02-d3ab-4f07-8a95-adebb277860d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 944 time: 0.0492644 Jan 24 09:59:52.705052 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2b557444-9334-4383-a6e2-5303f0055a4a req-3537386c-4145-4f66-ba5c-c38cdec2e9d2 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Jan 24 09:59:52.845972 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 61c33ddf-2279-4364-9196-6da1b8fe4b7a details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 09:59:53.062200 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ebb4978c-d983-4c55-815b-187e5ed66603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:53.079218 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:53.090180 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '61c33ddf-2279-4364-9196-6da1b8fe4b7a', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'port_id': '61c33ddf-2279-4364-9196-6da1b8fe4b7a', 'mac_address': 'fa:16:3e:fc:07:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566bb88e-9d58-40f3-86f7-9d8bacf4c52a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 09:59:53.127357 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 61c33ddf-2279-4364-9196-6da1b8fe4b7a is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:59:53.127813 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:53.148075 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c33ddf-2279-4364-9196-6da1b8fe4b7a {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 09:59:53.172311 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:53.177832 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:53.224885 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:53.578817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 09:59:53.827224 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8983ba-3353-4013-9996-34943a435980 req-f11e48a3-3bd2-4ec3-9c3b-03ceaa5bbb11 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:53.828670 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5e8983ba-3353-4013-9996-34943a435980 req-f11e48a3-3bd2-4ec3-9c3b-03ceaa5bbb11 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 945 time: 0.0502133 Jan 24 09:59:53.877425 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5e8983ba-3353-4013-9996-34943a435980 req-79336da1-c2e1-4993-a79a-36204ec79fe2 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Jan 24 09:59:54.843642 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 61c33ddf-2279-4364-9196-6da1b8fe4b7a up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 09:59:54.912727 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 61c33ddf-2279-4364-9196-6da1b8fe4b7a completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 09:59:54.916969 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 61c33ddf-2279-4364-9196-6da1b8fe4b7a triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 09:59:54.917635 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:54.997877 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 61c33ddf-2279-4364-9196-6da1b8fe4b7a is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 09:59:54.998267 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:55.002390 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bffbb2-fb12-4e8d-ad66-f05ee5eee68f req-97776af6-4ffc-4726-ae4c-6a357d20c2e1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:55.003915 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-56bffbb2-fb12-4e8d-ad66-f05ee5eee68f req-97776af6-4ffc-4726-ae4c-6a357d20c2e1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 945 time: 0.0485291 Jan 24 09:59:55.021938 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 09:59:55.024339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa8549a-e375-4752-8679-01438228d372" -d '{"events": [{"server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "name": "network-vif-plugged", "status": "completed", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 09:59:55.046430 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 09:59:55.051483 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:55.053383 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-56bffbb2-fb12-4e8d-ad66-f05ee5eee68f req-229b95c6-f289-4ef9-912b-a429950729ab tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Jan 24 09:59:55.084339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 09:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03820848-e31b-4f63-87b0-863a8e205d8c x-openstack-request-id: req-03820848-e31b-4f63-87b0-863a8e205d8c {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 09:59:55.084636 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "name": "network-vif-plugged", "status": "completed", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 09:59:55.084884 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03820848-e31b-4f63-87b0-863a8e205d8c {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 09:59:55.085297 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a', 'code': 200} Jan 24 09:59:55.104383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 09:59:55.289965 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-1f0edad6-56d8-4bb3-a6a3-936fe3707206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:55.325974 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b126dc-39dc-46da-a362-f19041656fb7 req-2cd98137-9a39-4701-b166-742188d96493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:55.327584 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0b126dc-39dc-46da-a362-f19041656fb7 req-2cd98137-9a39-4701-b166-742188d96493 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 1099 time: 0.0422587 Jan 24 09:59:55.372499 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0b126dc-39dc-46da-a362-f19041656fb7 req-733bcd9e-b932-43ab-bad4-049ea829ea17 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370150 Jan 24 09:59:56.181870 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6ebaa-2fb4-46f5-bf80-a5de10f7411f req-1a5973e2-d6c2-410b-81ee-e841a45455fb tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:56.183428 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbd6ebaa-2fb4-46f5-bf80-a5de10f7411f req-1a5973e2-d6c2-410b-81ee-e841a45455fb tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0620613 Jan 24 09:59:56.230571 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bbd6ebaa-2fb4-46f5-bf80-a5de10f7411f req-3ee0d63f-6b47-422d-aefe-353a53248222 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Jan 24 09:59:56.257073 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:57.358124 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3ad7-0cf6-4974-9d77-b8609e3c1c14 req-04b9ea31-0088-4d52-adbf-ff27cf532473 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 09:59:57.359707 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e34d3ad7-0cf6-4974-9d77-b8609e3c1c14 req-04b9ea31-0088-4d52-adbf-ff27cf532473 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0505199 Jan 24 09:59:57.411643 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e34d3ad7-0cf6-4974-9d77-b8609e3c1c14 req-5cc3df75-6f9b-4f0f-8445-c3dad0655d98 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Jan 24 09:59:57.753102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 09:59:59.156153 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:06.856595 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-8bf20d60-54ad-479a-b1aa-99b8cd111e9a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:06.857943 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-8bf20d60-54ad-479a-b1aa-99b8cd111e9a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1013227 Jan 24 10:00:06.878534 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-41ae42cd-97f3-42d8-afad-3e079d836a8c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/quotas/7e7692b9fb9f4d5cb790c39f6901343c HTTP/1.1" status: 200 len: 375 time: 0.0094552 Jan 24 10:00:06.927460 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-a4dc885f-37e4-4e29-892d-661ddec3f802 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439315 Jan 24 10:00:06.990643 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-2059328b-3d06-49b3-a7f0-b5fcdb83329b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102507) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 24 10:00:06.991649 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-2059328b-3d06-49b3-a7f0-b5fcdb83329b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578716 Jan 24 10:00:07.086810 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-a9a6c512-6de3-4cf6-af5f-6057fffc0470 service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890412 Jan 24 10:00:07.174784 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-c9ba73d6-ff55-47b0-bd59-f31d81011600 service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819721 Jan 24 10:00:07.337026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-bd004ad9-5a54-471d-bedc-62b2868a7040 req-b27011be-bbdf-4878-9fe7-47fad1f1d8bc tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 210 time: 0.0304909 Jan 24 10:00:08.443123 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-da94e4c7-819e-408e-9206-1a4f53a14231 req-8b1495cb-c598-4518-9547-22e4a4b83ddf tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 210 time: 0.0290341 Jan 24 10:00:08.550246 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6f9dcb1f-b3c7-4a11-bd4c-4dfb349d6e26 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:08.551965 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6f9dcb1f-b3c7-4a11-bd4c-4dfb349d6e26 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1073153 Jan 24 10:00:08.575645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Request body: {'port': {'device_id': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'admin_state_up': True, 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:08.690597 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:00:08.694237 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:08.816186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Allocated IP 172.20.0.14 (38e42ece-e2d0-4eda-b814-0aa14f6070e4/566bb88e-9d58-40f3-86f7-9d8bacf4c52a/4d094886-c1de-442d-8476-8f887d3e3fee) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:00:08.975699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks [] for port (4d094886-c1de-442d-8476-8f887d3e3fee), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.016781 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.059367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:00:09.062818 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:00:09.066056 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:09.066607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:00:09.073333 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event updated for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:09.123514 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:09.124129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.141510 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6a13cfbc-6fc3-4c4e-bd76-aebc71448867 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5696487 Jan 24 10:00:09.161648 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Request body: {'port': {'device_id': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:09.221165 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.486858 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d094886-c1de-442d-8476-8f887d3e3fee {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:09.494526 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks [] for port (4d094886-c1de-442d-8476-8f887d3e3fee), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.506772 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Transition to ACTIVE for port object 4d094886-c1de-442d-8476-8f887d3e3fee will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:00:09.512791 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.559972 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Pushing event updated for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:09.563670 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e753ffc-c636-4d9a-b4ac-1aec86505628 req-82a441f2-dae8-49de-b78a-1a000285e088 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:09.565284 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2e753ffc-c636-4d9a-b4ac-1aec86505628 req-82a441f2-dae8-49de-b78a-1a000285e088 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 944 time: 0.0537927 Jan 24 10:00:09.612381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2e753ffc-c636-4d9a-b4ac-1aec86505628 req-e45c1b6e-df04-4a05-be33-3155ad776875 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Jan 24 10:00:09.630600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Attempting to bind port 4d094886-c1de-442d-8476-8f887d3e3fee on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:00:09.630936 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Attempting to bind port 4d094886-c1de-442d-8476-8f887d3e3fee by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:00:09.631324 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Attempting to bind port 4d094886-c1de-442d-8476-8f887d3e3fee on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:09.635657 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Port 4d094886-c1de-442d-8476-8f887d3e3fee on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:00:09.635968 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Attempting to bind port 4d094886-c1de-442d-8476-8f887d3e3fee on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:09.640738 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 9, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:00:09.641078 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Checking segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:00:09.641533 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Bound using segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:00:09.642001 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Bound port: 4d094886-c1de-442d-8476-8f887d3e3fee, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:00:09.642385 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.709645 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:00:09.712626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4d094886-c1de-442d-8476-8f887d3e3fee,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:00:09.719860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.754122 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:09.754742 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:09.756183 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] 10.222.0.123 "PUT /v2.0/ports/4d094886-c1de-442d-8476-8f887d3e3fee HTTP/1.1" status: 200 len: 1094 time: 0.5988624 Jan 24 10:00:09.756643 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:09.758910 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99fa946-2f0f-4e5f-b6c8-265356eaf004" -d '{"events": [{"name": "network-changed", "server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:09.781900 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c328-b390-4294-a661-fd4dfc00319d service neutron] Pushing event updated for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:09.798641 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb3edfe-d9be-4e2d-94d2-8349d2d8d7b8 x-openstack-request-id: req-dfb3edfe-d9be-4e2d-94d2-8349d2d8d7b8 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:09.798949 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:09.799208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfb3edfe-d9be-4e2d-94d2-8349d2d8d7b8 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:09.799607 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee', 'status': 'completed', 'code': 200} Jan 24 10:00:09.870787 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6ae7cc21-5516-4acd-aa5c-0c48cf0b23d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:09.872381 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-6ae7cc21-5516-4acd-aa5c-0c48cf0b23d5 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 1097 time: 0.0434830 Jan 24 10:00:09.929274 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-bec4af46-784d-479c-b9b9-f073fe6657db service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d094886-c1de-442d-8476-8f887d3e3fee HTTP/1.1" status: 200 len: 217 time: 0.0369999 Jan 24 10:00:09.979493 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-725ac76c-110b-4fb0-b193-5535735b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:09.980889 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-725ac76c-110b-4fb0-b193-5535735b6c36 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0429497 Jan 24 10:00:10.012443 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-8c157aec-09b5-4d20-9e7c-e2bd40fe2e56 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244601 Jan 24 10:00:10.107466 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-bb621aa8-5302-42c5-b503-f803af38e896 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870023 Jan 24 10:00:10.200932 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-70c22470-e05e-436d-8f71-74f719ae89b8 req-00da4322-5593-4abe-8829-7512721a5fc6 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860889 Jan 24 10:00:10.376584 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-5156e32c-5e06-4d84-8840-702d908d7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:10.377962 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-5156e32c-5e06-4d84-8840-702d908d7c32 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 1097 time: 0.0505743 Jan 24 10:00:10.473352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-32d98944-5075-4fbb-bc2f-baff57171aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:10.474827 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-32d98944-5075-4fbb-bc2f-baff57171aa2 service neutron] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 915 time: 0.0900087 Jan 24 10:00:10.525678 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-46620df2-2b9f-4eeb-81a9-4448d9170edb service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d094886-c1de-442d-8476-8f887d3e3fee HTTP/1.1" status: 200 len: 217 time: 0.0338082 Jan 24 10:00:10.592457 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-37ada517-8ef0-42a3-bdb8-b9f70a478c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:10.593895 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-37ada517-8ef0-42a3-bdb8-b9f70a478c6d service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0500326 Jan 24 10:00:10.626086 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-7c736e31-f941-40f3-a78f-2d1438ba529a service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239677 Jan 24 10:00:10.726517 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-56987ca2-ba41-4879-a11b-6e9c8ff325e5 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902932 Jan 24 10:00:10.733337 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5492cca-0140-4715-8ff6-f47b9c4fb4ef req-cb6d2177-c62d-416e-8323-20345318272d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:10.735012 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c5492cca-0140-4715-8ff6-f47b9c4fb4ef req-cb6d2177-c62d-416e-8323-20345318272d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 944 time: 0.0504065 Jan 24 10:00:10.786038 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c5492cca-0140-4715-8ff6-f47b9c4fb4ef req-87ea454c-4e89-4045-9baa-86cb2de3844b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Jan 24 10:00:10.825676 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f99fa946-2f0f-4e5f-b6c8-265356eaf004 req-652f240a-2c7f-4799-8679-ed37efe2d2b3 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900333 Jan 24 10:00:11.910886 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fac36-f07d-4a99-8ea5-0b8816a00bad req-9c76178c-cd27-4d0c-be89-9bed5763955c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:11.913164 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-395fac36-f07d-4a99-8ea5-0b8816a00bad req-9c76178c-cd27-4d0c-be89-9bed5763955c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 944 time: 0.0518539 Jan 24 10:00:11.964236 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-395fac36-f07d-4a99-8ea5-0b8816a00bad req-b7de6e01-ff82-4767-b26b-c36fea56d832 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424635 Jan 24 10:00:12.955083 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 4d094886-c1de-442d-8476-8f887d3e3fee details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:00:13.054826 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4d094886-c1de-442d-8476-8f887d3e3fee,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:13.066503 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '4d094886-c1de-442d-8476-8f887d3e3fee', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'port_id': '4d094886-c1de-442d-8476-8f887d3e3fee', 'mac_address': 'fa:16:3e:06:55:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566bb88e-9d58-40f3-86f7-9d8bacf4c52a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:00:13.090071 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fc4e8-8082-424f-9cbc-dd981c67f67a req-fda59aad-0770-43dd-98e4-abbcdaab6b5f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:13.091623 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a7fc4e8-8082-424f-9cbc-dd981c67f67a req-fda59aad-0770-43dd-98e4-abbcdaab6b5f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 944 time: 0.0481937 Jan 24 10:00:13.108189 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 4d094886-c1de-442d-8476-8f887d3e3fee is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:13.108596 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:13.121715 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d094886-c1de-442d-8476-8f887d3e3fee {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:13.138711 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8a7fc4e8-8082-424f-9cbc-dd981c67f67a req-abeb3c0c-0314-411b-80ca-b1307a5206cf tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Jan 24 10:00:13.141555 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4d094886-c1de-442d-8476-8f887d3e3fee,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:13.147268 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:13.194435 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:13.523633 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['4d094886-c1de-442d-8476-8f887d3e3fee'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:14.274134 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3187b62-a0ed-449e-97f1-843db69d9857 req-ad5b9d79-b6e9-41e9-a30b-e7ef02780bfd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:14.276059 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3187b62-a0ed-449e-97f1-843db69d9857 req-ad5b9d79-b6e9-41e9-a30b-e7ef02780bfd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 945 time: 0.0602450 Jan 24 10:00:14.331154 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c3187b62-a0ed-449e-97f1-843db69d9857 req-bf03f931-a139-4385-80bf-147d92cba8a3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Jan 24 10:00:14.346576 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:14.973254 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 4d094886-c1de-442d-8476-8f887d3e3fee up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:00:15.033042 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 4d094886-c1de-442d-8476-8f887d3e3fee completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:00:15.038535 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 4d094886-c1de-442d-8476-8f887d3e3fee triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:00:15.038919 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:15.127791 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 4d094886-c1de-442d-8476-8f887d3e3fee is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:15.128193 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:15.152304 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:15.154578 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e2bcd-f352-4f90-a530-e162d29b2d33" -d '{"events": [{"server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "name": "network-vif-plugged", "status": "completed", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:15.167476 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4d094886-c1de-442d-8476-8f887d3e3fee,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:15.172922 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:15.223583 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:15.254614 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9b5c88-f590-4464-930f-9e28a265bcec x-openstack-request-id: req-6f9b5c88-f590-4464-930f-9e28a265bcec {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:15.254982 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "name": "network-vif-plugged", "status": "completed", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:15.255241 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f9b5c88-f590-4464-930f-9e28a265bcec {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:15.255807 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee', 'code': 200} Jan 24 10:00:15.452930 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef795-11fb-4db7-a74f-5c269a2e5c42 req-9296670e-f483-4559-bdc4-e2bf0e0f8cab tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:15.454417 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-75eef795-11fb-4db7-a74f-5c269a2e5c42 req-9296670e-f483-4559-bdc4-e2bf0e0f8cab tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0514441 Jan 24 10:00:15.486757 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175da79-a835-4c8b-b53c-31e70e59219c req-ffa3e8a9-f88f-445e-949b-9369ce063cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:15.488337 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0175da79-a835-4c8b-b53c-31e70e59219c req-ffa3e8a9-f88f-445e-949b-9369ce063cc9 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 1099 time: 0.0427346 Jan 24 10:00:15.502507 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-75eef795-11fb-4db7-a74f-5c269a2e5c42 req-50a34767-b6a9-4d2c-9d90-bc4255937a71 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jan 24 10:00:15.532609 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0175da79-a835-4c8b-b53c-31e70e59219c req-e2741c52-b4dd-4c7d-9514-88661ecef9d8 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378029 Jan 24 10:00:16.619616 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688402-59e5-47d0-bf2d-86a1e76d63f4 req-cc2241a9-df25-40fe-904b-7a8361c24cf6 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:16.621110 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-93688402-59e5-47d0-bf2d-86a1e76d63f4 req-cc2241a9-df25-40fe-904b-7a8361c24cf6 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0493276 Jan 24 10:00:16.672982 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-93688402-59e5-47d0-bf2d-86a1e76d63f4 req-7c459ad9-9c7d-4ca6-a9cf-c2f0dc73cb7f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459881 Jan 24 10:00:17.794708 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44ba8-ccc1-449b-92a1-83986f717de3 req-1af8420e-e8ad-4e8b-8900-625a9ae7f86d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:17.796200 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5de44ba8-ccc1-449b-92a1-83986f717de3 req-1af8420e-e8ad-4e8b-8900-625a9ae7f86d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0489523 Jan 24 10:00:17.842482 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5de44ba8-ccc1-449b-92a1-83986f717de3 req-aa19f9e6-36c9-4ece-b9af-84d60f52f5c4 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407069 Jan 24 10:00:19.569052 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-31f040e1-0224-4423-9139-d96337945f83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:19.570519 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-31f040e1-0224-4423-9139-d96337945f83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1054542 Jan 24 10:00:19.586056 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-1a1d7f2b-b54f-45f3-a1e0-a0ebbbb19fab tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/quotas/7e7692b9fb9f4d5cb790c39f6901343c HTTP/1.1" status: 200 len: 375 time: 0.0099173 Jan 24 10:00:19.636857 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-e130331d-ef74-448c-a7b5-60a885af2e81 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458157 Jan 24 10:00:19.788829 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-18ce8d9b-0f19-4b68-9d5a-47e2798313c4 service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453514 Jan 24 10:00:19.883476 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-4e72925a-afd6-4ef1-bc8f-f043c19d047b service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886345 Jan 24 10:00:20.039407 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a6f4e165-5f06-4b95-8800-93d73e2c0755 req-6d3fc930-f9af-4a06-b7f0-1220b6455d76 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jan 24 10:00:21.133810 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4e48a73e-7115-40dc-bb2e-b51d81aea650 req-6c98b984-cb8d-408b-b23a-2181b1da5231 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 210 time: 0.0275781 Jan 24 10:00:21.236915 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-1fcbb5cf-e957-4223-bc7c-ea5a0f48885a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:21.238482 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-1fcbb5cf-e957-4223-bc7c-ea5a0f48885a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1083810 Jan 24 10:00:21.277515 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Request body: {'port': {'device_id': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'admin_state_up': True, 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:21.417153 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:00:21.420599 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:21.528524 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-33c9bc8c-5b64-4639-9d39-075a3734239f service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979273 Jan 24 10:00:21.540210 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:00:21.590100 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Allocated IP 172.20.0.10 (38e42ece-e2d0-4eda-b814-0aa14f6070e4/566bb88e-9d58-40f3-86f7-9d8bacf4c52a/375b6f3b-4314-466e-802c-081d23fc66b8) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:00:21.675862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-17014984-23ef-4550-bab8-ebd53c13d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:21.677269 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-17014984-23ef-4550-bab8-ebd53c13d2bd service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1098 time: 0.0786934 Jan 24 10:00:21.839599 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks [] for port (375b6f3b-4314-466e-802c-081d23fc66b8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:21.856890 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-dd03c771-4920-4caa-bd84-495545444491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:21.858372 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-dd03c771-4920-4caa-bd84-495545444491 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.1368418 Jan 24 10:00:21.931122 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:21.947769 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-55217f7a-eeb4-42b6-8b62-1bc50de3389b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 1001 time: 0.0793412 Jan 24 10:00:21.987137 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a', '4d094886-c1de-442d-8476-8f887d3e3fee'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:22.009962 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:00:22.018516 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:00:22.022616 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:00:22.028556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event updated for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:22.055334 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-03ee6d06-4c50-4ed2-8683-04e0e96395f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:22.056889 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-03ee6d06-4c50-4ed2-8683-04e0e96395f5 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0890734 Jan 24 10:00:22.108029 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:22.108691 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:22.132370 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-01a0518e-b87f-4328-8083-35da2e984c83 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8587976 Jan 24 10:00:22.134309 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-126edffa-90d9-45fd-8e37-c14778bd04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:22.135840 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-126edffa-90d9-45fd-8e37-c14778bd04a8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716429 Jan 24 10:00:22.160382 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Request body: {'port': {'device_id': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:22.530083 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb0686-e021-4d17-97bc-a850c1b7768c req-7b118326-313e-4999-a6f4-6025d5b050ff tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:22.531780 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ffbb0686-e021-4d17-97bc-a850c1b7768c req-7b118326-313e-4999-a6f4-6025d5b050ff tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 932 time: 0.3192070 Jan 24 10:00:22.534384 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:22.578662 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ffbb0686-e021-4d17-97bc-a850c1b7768c req-e15e02ee-aa1e-4551-8a26-4f27a8b970ba tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Jan 24 10:00:22.582310 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-ffdd43dc-0675-49ed-bb8c-f7028806220f service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261179 Jan 24 10:00:22.784907 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0d7d0ef9-7ed9-4c1b-9631-c3ce423fe720 req-5dd3ef3b-63b4-4f23-a16a-08b69d398597 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912482 Jan 24 10:00:22.876699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375b6f3b-4314-466e-802c-081d23fc66b8 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:22.884853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks [] for port (375b6f3b-4314-466e-802c-081d23fc66b8), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:22.897145 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Transition to ACTIVE for port object 375b6f3b-4314-466e-802c-081d23fc66b8 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:00:22.902432 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:22.950826 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Pushing event updated for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:23.018031 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Attempting to bind port 375b6f3b-4314-466e-802c-081d23fc66b8 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:00:23.018344 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Attempting to bind port 375b6f3b-4314-466e-802c-081d23fc66b8 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:00:23.018667 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Attempting to bind port 375b6f3b-4314-466e-802c-081d23fc66b8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:23.023287 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Port 375b6f3b-4314-466e-802c-081d23fc66b8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:00:23.023754 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Attempting to bind port 375b6f3b-4314-466e-802c-081d23fc66b8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:23.028484 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-acd8d686-64e3-425a-89fb-6f168f096dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:23.029093 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:00:23.029434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Checking segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:00:23.029788 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Bound using segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:00:23.030280 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Bound port: 375b6f3b-4314-466e-802c-081d23fc66b8, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:00:23.030683 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:23.096328 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:00:23.099433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=375b6f3b-4314-466e-802c-081d23fc66b8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:00:23.104461 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:23.140672 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.141294 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:23.142643 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] 10.222.0.123 "PUT /v2.0/ports/375b6f3b-4314-466e-802c-081d23fc66b8 HTTP/1.1" status: 200 len: 1094 time: 0.9877529 Jan 24 10:00:23.143133 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:23.145366 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c088f1-cbc8-4c49-8794-e0efb1863639" -d '{"events": [{"name": "network-changed", "server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:23.170588 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198d1ac-d28c-4d5e-9636-9018f72307e9 service neutron] Pushing event updated for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:23.184076 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c7cb8b-d4a2-4a95-b179-bd247fb81d09 x-openstack-request-id: req-d5c7cb8b-d4a2-4a95-b179-bd247fb81d09 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:23.184393 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:23.184650 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d5c7cb8b-d4a2-4a95-b179-bd247fb81d09 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:23.185067 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8', 'status': 'completed', 'code': 200} Jan 24 10:00:23.268060 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-4c2ee873-5743-4044-ae82-cc29b72c91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.269587 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-4c2ee873-5743-4044-ae82-cc29b72c91cd service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 1097 time: 0.0425267 Jan 24 10:00:23.325039 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-acade203-165f-40dd-a1b5-4483f7c90263 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=375b6f3b-4314-466e-802c-081d23fc66b8 HTTP/1.1" status: 200 len: 217 time: 0.0367494 Jan 24 10:00:23.377449 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-40d74f1a-34cc-4151-9dec-cf4a6f6fbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.378741 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-40d74f1a-34cc-4151-9dec-cf4a6f6fbaa8 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0450599 Jan 24 10:00:23.411303 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-16ef37f4-c224-4538-871c-6ea0468365ca service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252464 Jan 24 10:00:23.517113 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-67fff04e-e834-4ed5-af4e-966841cdcf41 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882165 Jan 24 10:00:23.612133 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-c0b498c2-1152-4914-a3f2-2d245378ed68 req-98f84acf-a74a-4ed8-bab0-d01a59278bf9 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Jan 24 10:00:23.701913 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc62aa-dfee-471a-b4e4-66ea56868a32 req-71831ed6-e6b9-460a-ae84-b1b13c187dd0 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.703491 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-49cc62aa-dfee-471a-b4e4-66ea56868a32 req-71831ed6-e6b9-460a-ae84-b1b13c187dd0 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 944 time: 0.0504889 Jan 24 10:00:23.752302 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-49cc62aa-dfee-471a-b4e4-66ea56868a32 req-94622a85-ccec-4cf9-97e2-ce7d6a574c8c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Jan 24 10:00:23.782257 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-1480dfbb-199b-4efb-bfd3-92d0f90f9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.783918 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-1480dfbb-199b-4efb-bfd3-92d0f90f9103 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 1097 time: 0.0476787 Jan 24 10:00:23.882321 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-ba1fb77a-532a-4cf2-86b6-8d5f6b34b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.883801 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-ba1fb77a-532a-4cf2-86b6-8d5f6b34b37d service neutron] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 915 time: 0.0881038 Jan 24 10:00:23.928521 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-06e62a87-1d9c-4760-a526-6d8a445a77d3 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=375b6f3b-4314-466e-802c-081d23fc66b8 HTTP/1.1" status: 200 len: 217 time: 0.0368099 Jan 24 10:00:23.978517 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-86cb12ac-889d-49f6-9015-243dd4990845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:23.979872 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-86cb12ac-889d-49f6-9015-243dd4990845 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0435691 Jan 24 10:00:24.011392 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-326a512f-519a-45a7-aad1-f89ed152c5f2 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235453 Jan 24 10:00:24.106342 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-37c14a21-6c8b-4523-9d6e-02f2aeb479b2 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854049 Jan 24 10:00:24.208348 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-23c088f1-cbc8-4c49-8794-e0efb1863639 req-82940701-df61-4d3d-91c9-9eb407480f99 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849516 Jan 24 10:00:24.882123 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eef44-dce3-4662-ba9b-0cf2a7e65732 req-b9d1407b-58dc-4dfe-a0e5-3de987d69996 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:24.883625 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-279eef44-dce3-4662-ba9b-0cf2a7e65732 req-b9d1407b-58dc-4dfe-a0e5-3de987d69996 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 944 time: 0.0506730 Jan 24 10:00:24.935855 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-279eef44-dce3-4662-ba9b-0cf2a7e65732 req-0e5e4ed1-da2c-419c-8952-110e9130bb51 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Jan 24 10:00:25.001186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 375b6f3b-4314-466e-802c-081d23fc66b8 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:00:25.101717 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=375b6f3b-4314-466e-802c-081d23fc66b8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:25.113273 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': '375b6f3b-4314-466e-802c-081d23fc66b8', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'port_id': '375b6f3b-4314-466e-802c-081d23fc66b8', 'mac_address': 'fa:16:3e:3b:99:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566bb88e-9d58-40f3-86f7-9d8bacf4c52a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:00:25.152261 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 375b6f3b-4314-466e-802c-081d23fc66b8 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:25.154023 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:25.168644 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375b6f3b-4314-466e-802c-081d23fc66b8 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:25.205555 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=375b6f3b-4314-466e-802c-081d23fc66b8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:25.211395 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:25.258868 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:25.286903 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d492030f-81d0-4176-82b8-99ff2dc542a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:25.712234 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['375b6f3b-4314-466e-802c-081d23fc66b8'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:26.066282 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298da4-5538-4c10-a7cd-fff220185ca4 req-4fc0236f-fc3e-4a3b-a804-ed7eaa4547bd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:26.067786 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-be298da4-5538-4c10-a7cd-fff220185ca4 req-4fc0236f-fc3e-4a3b-a804-ed7eaa4547bd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 945 time: 0.0519845 Jan 24 10:00:26.117157 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-be298da4-5538-4c10-a7cd-fff220185ca4 req-78148263-25f0-4013-a6fe-75f6f17b7701 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Jan 24 10:00:26.268926 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:27.006452 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 375b6f3b-4314-466e-802c-081d23fc66b8 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:00:27.064663 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port 375b6f3b-4314-466e-802c-081d23fc66b8 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:00:27.070654 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port 375b6f3b-4314-466e-802c-081d23fc66b8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:00:27.071256 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:27.153178 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port 375b6f3b-4314-466e-802c-081d23fc66b8 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:27.153364 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:27.177962 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:27.180802 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f583708-8d44-4fc8-822f-f7be23acc3a4" -d '{"events": [{"server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "name": "network-vif-plugged", "status": "completed", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:27.195258 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=375b6f3b-4314-466e-802c-081d23fc66b8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:27.200785 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:27.225748 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2318077f-ff35-42dd-ab96-5789f1512c6d x-openstack-request-id: req-2318077f-ff35-42dd-ab96-5789f1512c6d {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:27.226050 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "name": "network-vif-plugged", "status": "completed", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:27.226288 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2318077f-ff35-42dd-ab96-5789f1512c6d {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:27.226677 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8', 'code': 200} Jan 24 10:00:27.234863 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09103f-b85d-4983-bd50-d8079f81bf33 req-9d49df4b-a365-4b94-bcff-35aa5bd4f807 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:27.236381 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4f09103f-b85d-4983-bd50-d8079f81bf33 req-9d49df4b-a365-4b94-bcff-35aa5bd4f807 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 945 time: 0.0494485 Jan 24 10:00:27.252339 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:27.285083 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4f09103f-b85d-4983-bd50-d8079f81bf33 req-c2fb8ad9-ff8a-4b10-8bc2-c6be67db928c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Jan 24 10:00:27.490369 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ebbd8-0e72-499d-a973-850895744c7d req-435cc0b6-0da8-498e-8cfa-2563caeb8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:27.491885 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-604ebbd8-0e72-499d-a973-850895744c7d req-435cc0b6-0da8-498e-8cfa-2563caeb8771 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 1099 time: 0.0425413 Jan 24 10:00:27.541227 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-604ebbd8-0e72-499d-a973-850895744c7d req-7f4d387c-0ca9-432a-a4fc-7ef5ea1a03b1 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Jan 24 10:00:27.767722 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:28.418569 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20c75c-12ef-4975-ace6-9265a69ee565 req-25938e6c-7f8a-430e-959e-5ba8c1d8cf80 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:28.420154 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5f20c75c-12ef-4975-ace6-9265a69ee565 req-25938e6c-7f8a-430e-959e-5ba8c1d8cf80 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0536723 Jan 24 10:00:28.474376 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5f20c75c-12ef-4975-ace6-9265a69ee565 req-73adcaca-321d-4c73-9d1c-239d7d46f67c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484562 Jan 24 10:00:29.150236 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:29.623527 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560ae7b-f443-44ac-9191-02986450bbdb req-80fa648e-e501-45e4-b5a1-2c58f154693f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:29.625043 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8560ae7b-f443-44ac-9191-02986450bbdb req-80fa648e-e501-45e4-b5a1-2c58f154693f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0647790 Jan 24 10:00:29.673756 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8560ae7b-f443-44ac-9191-02986450bbdb req-2ccacac0-7d8d-46e8-97a3-d2d313ad0e43 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Jan 24 10:00:44.358415 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:45.472183 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-9df08fde-613d-4943-93a5-334b6a0def6a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090568989&fields=id&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 267 time: 0.0460470 Jan 24 10:00:45.590378 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-c3538f43-bb3f-484f-9b31-7c05cd0549c0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:45.591991 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-c3538f43-bb3f-484f-9b31-7c05cd0549c0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1131098 Jan 24 10:00:45.607026 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-1371f400-f70a-47d1-a6e4-87d3173f98c4 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/quotas/607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 375 time: 0.0094645 Jan 24 10:00:45.661467 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-c39b50d1-0565-4f53-b26b-bc1403eeb50a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484498 Jan 24 10:00:45.772815 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-9f4b5781-2dca-4ce0-ac38-80d6b4e8a2fe service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996084 Jan 24 10:00:45.957675 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-43e67a61-3622-4320-a939-e2a3efe57e24 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:45.959064 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-43e67a61-3622-4320-a939-e2a3efe57e24 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.2014425 Jan 24 10:00:45.962776 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-786fd693-0b44-41f9-af2d-10b7d1286b91 service neutron] 10.222.0.39 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802065 Jan 24 10:00:45.973953 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-d308228a-f495-489e-a2e7-e57b22d95e5e tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/quotas/7e7692b9fb9f4d5cb790c39f6901343c HTTP/1.1" status: 200 len: 375 time: 0.0093958 Jan 24 10:00:46.029615 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-c7bf1ad9-c2b1-4663-a0e9-207932bba8bb tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504529 Jan 24 10:00:46.127380 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-66a80dff-b876-4e6c-a2fe-0f8662c595c4 service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907855 Jan 24 10:00:46.228884 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-9ea3cfa5-dd5e-4fda-95ff-6c327f75e776 service neutron] 10.222.0.39 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956812 Jan 24 10:00:46.258457 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3699811d-cfc0-4f9e-8722-9a34486829c7 req-05a683c7-5205-4e07-915c-649670f1493e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 210 time: 0.0270116 Jan 24 10:00:46.397491 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6dfc0a8c-f50b-42ba-a179-210fe984f2a9 req-142b4de4-3de6-4650-a285-13c85bf06f93 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 210 time: 0.0308292 Jan 24 10:00:47.369541 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d6ca9dcc-3c49-41ee-8f55-3b2492d95736 req-931e1f34-be2b-43a0-8e14-40fb1e909762 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 210 time: 0.0268085 Jan 24 10:00:47.517428 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c173dee2-c5b5-4f28-8299-c25a7395a3cc req-bb10d2f4-1bd3-4b24-8855-5b90b0bd697f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 210 time: 0.0268810 Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.682049 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-289c565a-91ab-4881-8e48-794ee5a85a0e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:47.685356 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-289c565a-91ab-4881-8e48-794ee5a85a0e tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 810 time: 0.1082437 Jan 24 10:00:47.796535 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-0d1b56b0-82c0-459e-b6a4-e9542695f039 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607ef43389924f3b981ac750be984827 HTTP/1.1" status: 200 len: 380 time: 0.0797365 Jan 24 10:00:47.839402 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'port': {'device_id': 'a4940616-7734-44d0-a402-319dbe31b9da', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'admin_state_up': True, 'tenant_id': '607ef43389924f3b981ac750be984827', 'security_groups': ['8b3926cf-5d3b-45d5-a41a-e561bf91f0b3']}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:47.947197 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-f04f0d65-fb9d-4cff-8800-244f6d877a36 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:47.948701 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-f04f0d65-fb9d-4cff-8800-244f6d877a36 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 814 time: 0.1889973 Jan 24 10:00:47.992488 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Request body: {'port': {'device_id': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'admin_state_up': True, 'tenant_id': '7e7692b9fb9f4d5cb790c39f6901343c'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:48.008207 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Made reservation on behalf of 607ef43389924f3b981ac750be984827 for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:00:48.011776 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.204842 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.20.0.8 (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960/f89bd00f-0208-4ec2-9634-2c7d7887432c) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:00:48.206779 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Made reservation on behalf of 7e7692b9fb9f4d5cb790c39f6901343c for: {'port': 1} {{(pid=102508) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 24 10:00:48.210383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.423719 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Allocated IP 172.20.0.11 (38e42ece-e2d0-4eda-b814-0aa14f6070e4/566bb88e-9d58-40f3-86f7-9d8bacf4c52a/dd6dacf9-64a3-472b-9519-258dbbef5cd8) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:00:48.448501 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.470183 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1acf8b15-0706-460b-9029-2bfb5d693bd1 req-7feea2bf-09f3-4857-b068-c3c7972ebb5a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 210 time: 0.0262048 Jan 24 10:00:48.559900 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.619816 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:00:48.628415 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-90c386dd-f5f0-4080-a6d2-b400e14cb73f req-270eeb3b-c32d-4c21-a079-3da3211ab93c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 210 time: 0.0350213 Jan 24 10:00:48.630951 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:00:48.638152 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:00:48.641306 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:48.684427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.685159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.685159 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.685419 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.685944 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.686272 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.686604 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.686952 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.687469 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.687799 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.688124 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.688444 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.688765 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:48.710008 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks [] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.723832 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:48.724516 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.747975 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-f58de675-c588-433b-beac-5e907b76688b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143040 Jan 24 10:00:48.766842 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.780451 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Request body: {'port': {'device_id': 'a4940616-7734-44d0-a402-319dbe31b9da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:48.820665 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a', '4d094886-c1de-442d-8476-8f887d3e3fee', '375b6f3b-4314-466e-802c-081d23fc66b8'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:48.847499 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:00:48.852752 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:00:48.861015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:00:48.865668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event updated for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:48.916631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.921013 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-2e83cb3a-bdbf-4675-aa04-e8ef925c8413 None None] Provisioning complete for port f89bd00f-0208-4ec2-9634-2c7d7887432c triggered by entity DHCP. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:00:48.921369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2e83cb3a-bdbf-4675-aa04-e8ef925c8413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.942321 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:48.942926 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:48.976488 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-2e83cb3a-bdbf-4675-aa04-e8ef925c8413 None None] Port f89bd00f-0208-4ec2-9634-2c7d7887432c cannot update to ACTIVE because it is not bound. {{(pid=102509) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 24 10:00:48.983714 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-7a403032-f5b9-4c76-8a3f-ace9d0eae109 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964917 Jan 24 10:00:49.043181 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Request body: {'port': {'device_id': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80952'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:00:49.153654 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.360618 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89bd00f-0208-4ec2-9634-2c7d7887432c {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:49.391448 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks [] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.412019 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Transition to ACTIVE for port object f89bd00f-0208-4ec2-9634-2c7d7887432c will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:00:49.422103 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.494629 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Pushing event updated for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:49.583483 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6dacf9-64a3-472b-9519-258dbbef5cd8 {{(pid=102508) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:49.596988 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks [] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.602042 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b4df3-fb55-42ba-b1ab-3e6c4cc06c00 req-cf4f04af-5e52-47be-ac0a-1654fe7af240 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:49.603708 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ef7b4df3-fb55-42ba-b1ab-3e6c4cc06c00 req-cf4f04af-5e52-47be-ac0a-1654fe7af240 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0564156 Jan 24 10:00:49.628209 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.provisioning_blocks [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Transition to ACTIVE for port object dd6dacf9-64a3-472b-9519-258dbbef5cd8 will not be triggered until provisioned by entity L2. {{(pid=102508) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 24 10:00:49.631080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Attempting to bind port f89bd00f-0208-4ec2-9634-2c7d7887432c on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:00:49.631443 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Attempting to bind port f89bd00f-0208-4ec2-9634-2c7d7887432c by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:00:49.631819 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Attempting to bind port f89bd00f-0208-4ec2-9634-2c7d7887432c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:49.636636 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.641295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Port f89bd00f-0208-4ec2-9634-2c7d7887432c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:00:49.641640 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Attempting to bind port f89bd00f-0208-4ec2-9634-2c7d7887432c on network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:49.686368 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ef7b4df3-fb55-42ba-b1ab-3e6c4cc06c00 req-f5e3ed92-1351-48af-9717-2c44b528ffbf tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759976 Jan 24 10:00:49.690341 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:00:49.690954 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Checking segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:00:49.691080 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Bound using segment: {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:00:49.691538 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Bound port: f89bd00f-0208-4ec2-9634-2c7d7887432c, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eef395a-570d-4fd3-bf20-5504eb96c40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:00:49.691906 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:49.709920 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:49.770625 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53de784-707b-4962-b35b-72111e45d45f req-76cc7d0f-3fad-4c79-9b6a-819df6334dfd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:49.772674 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c53de784-707b-4962-b35b-72111e45d45f req-76cc7d0f-3fad-4c79-9b6a-819df6334dfd tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 944 time: 0.0535750 Jan 24 10:00:49.823161 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c53de784-707b-4962-b35b-72111e45d45f req-a825687a-e307-4aea-b771-2e3f5629fed1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Jan 24 10:00:50.083918 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:00:50.101688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:00:50.106353 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Attempting to bind port dd6dacf9-64a3-472b-9519-258dbbef5cd8 on host hv-cinder-80952 for vnic_type normal with profile {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 24 10:00:50.106699 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Attempting to bind port dd6dacf9-64a3-472b-9519-258dbbef5cd8 by drivers openvswitch,hyperv on host hv-cinder-80952 at level 0 using segments [{'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 24 10:00:50.107068 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Attempting to bind port dd6dacf9-64a3-472b-9519-258dbbef5cd8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:50.111805 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:50.119738 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Port dd6dacf9-64a3-472b-9519-258dbbef5cd8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80952 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 24 10:00:50.120062 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Attempting to bind port dd6dacf9-64a3-472b-9519-258dbbef5cd8 on network 38e42ece-e2d0-4eda-b814-0aa14f6070e4 {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 24 10:00:50.150872 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.151472 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:50.152771 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] 10.222.0.123 "PUT /v2.0/ports/f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 200 len: 1093 time: 1.3772366 Jan 24 10:00:50.157212 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:50.159652 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:50.164524 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Checking agent: {'id': '45ccd764-0cd4-415d-a759-1c80537f2b5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80952', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'started_at': datetime.datetime(2022, 1, 24, 9, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 24, 10, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 24 10:00:50.164869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Checking segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102508) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 24 10:00:50.165793 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Bound using segment: {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'} {{(pid=102508) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 24 10:00:50.165793 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.managers [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Bound port: dd6dacf9-64a3-472b-9519-258dbbef5cd8, host: hv-cinder-80952, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec55b78-76a7-4cd5-850e-b0f085bffda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4'}}] {{(pid=102508) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 24 10:00:50.166100 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:50.200177 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985bce9-a402-42eb-8404-f7fa6b3581ae service neutron] Pushing event updated for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:50.227033 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648661cf-a142-4ed0-b408-434960fbce62 x-openstack-request-id: req-648661cf-a142-4ed0-b408-434960fbce62 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:50.227315 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:50.227571 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-648661cf-a142-4ed0-b408-434960fbce62 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:50.227969 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'status': 'completed', 'code': 200} Jan 24 10:00:50.271756 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, cleared binding levels {{(pid=102508) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 24 10:00:50.298598 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 24 10:00:50.305553 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:50.350923 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.351564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:50.353140 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] 10.222.0.123 "PUT /v2.0/ports/dd6dacf9-64a3-472b-9519-258dbbef5cd8 HTTP/1.1" status: 200 len: 1094 time: 1.3166435 Jan 24 10:00:50.356626 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-277b1a8e-f902-49b6-b782-235ab1e9449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.358003 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-277b1a8e-f902-49b6-b782-235ab1e9449e service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1096 time: 0.1007943 Jan 24 10:00:50.375468 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547e08-27f6-472e-b3d5-d3b53c39b434 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=3']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:50.461700 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-3aa16451-9a50-4e92-9ce7-c53b7ba641bd service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 200 len: 217 time: 0.0415924 Jan 24 10:00:50.529375 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-981ab4bb-fafd-424d-bc80-a8d92c8f77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.530786 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-981ab4bb-fafd-424d-bc80-a8d92c8f77e9 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0528319 Jan 24 10:00:50.533312 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-97a2ae2c-eac1-4098-9e2d-2218b73b5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.534660 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-97a2ae2c-eac1-4098-9e2d-2218b73b5e4b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 1097 time: 0.0811527 Jan 24 10:00:50.616568 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-468d015a-256f-4d8c-91e8-15874e0030db service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8 HTTP/1.1" status: 200 len: 217 time: 0.0513093 Jan 24 10:00:50.655688 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-267b4b67-89ce-44fa-9a08-bdba08ae47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.657113 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-267b4b67-89ce-44fa-9a08-bdba08ae47cb service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930719 Jan 24 10:00:50.682808 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-b89a0d50-2969-4546-8cf2-5cecfd4a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.684192 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-b89a0d50-2969-4546-8cf2-5cecfd4a353a service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0581882 Jan 24 10:00:50.747195 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-d544b16d-1721-4a8e-b271-ab8e115e60f8 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489156 Jan 24 10:00:50.803203 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ca20a-8093-408c-9ad6-1c9612bcc330 req-1a701744-e7c2-43bb-a99b-43904ab73948 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.804683 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-485ca20a-8093-408c-9ad6-1c9612bcc330 req-1a701744-e7c2-43bb-a99b-43904ab73948 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0526962 Jan 24 10:00:50.831512 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-d6af4df6-2f13-4c86-bc17-2e4552df6b86 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639402 Jan 24 10:00:50.859485 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-485ca20a-8093-408c-9ad6-1c9612bcc330 req-60cd90b7-9296-4cb8-a5f0-f7b824333a60 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489292 Jan 24 10:00:50.885688 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-3e5c5048-aa49-4967-b29a-2786675ed0ec service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263518 Jan 24 10:00:50.951758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e624c4d-1210-42e2-8347-663afc09eb0c req-9b8850f4-63ea-403c-a5fb-32cf512c31bc tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:50.953213 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6e624c4d-1210-42e2-8347-663afc09eb0c req-9b8850f4-63ea-403c-a5fb-32cf512c31bc tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 944 time: 0.0485501 Jan 24 10:00:51.000323 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6e624c4d-1210-42e2-8347-663afc09eb0c req-ab478c58-a644-44e0-97b8-d5bab134de32 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Jan 24 10:00:51.004859 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-4a9f91d6-a6aa-483e-8f05-b137864f9122 req-6fd81bcf-0ba7-4194-9774-6ad77de809a6 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588778 Jan 24 10:00:51.021081 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-7a66b44d-b585-4afe-abb2-7670e9873cf2 req-368114fc-93f9-467d-8e18-89a6d20431c3 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094120 Jan 24 10:00:51.261184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-48f85624-6b01-4502-ac2d-ef16f95e453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:51.262678 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-48f85624-6b01-4502-ac2d-ef16f95e453f service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1096 time: 0.0452201 Jan 24 10:00:51.373900 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-314569d6-718e-49f2-bbbd-438913bdb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:51.375489 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-314569d6-718e-49f2-bbbd-438913bdb05a service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0994167 Jan 24 10:00:51.418680 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-826dbe4e-de01-4393-9522-6934d11b6659 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 200 len: 217 time: 0.0355458 Jan 24 10:00:51.502618 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-afbe8b14-d790-4b4a-a1b7-ed764849a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:51.504184 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-afbe8b14-d790-4b4a-a1b7-ed764849a559 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0613956 Jan 24 10:00:51.553518 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-576712c5-1726-41dc-87b0-f98e9d633cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:51.555028 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-576712c5-1726-41dc-87b0-f98e9d633cf6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412574 Jan 24 10:00:51.678237 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-380e4bf4-a756-4e38-b0b8-e2bc28b19acb service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918221 Jan 24 10:00:51.773890 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-ae9ee2a6-c0ff-4ddc-8ddd-ffcb84e396ea req-a8046a3b-8061-4cb8-8af5-ba43fbd8def9 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844603 Jan 24 10:00:51.990220 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131798b3-3daf-4761-86ad-ebaef6042bbd req-d7ef83ae-8871-44ca-80b3-6744eaf5e72c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:51.992100 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-131798b3-3daf-4761-86ad-ebaef6042bbd req-d7ef83ae-8871-44ca-80b3-6744eaf5e72c tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0576472 Jan 24 10:00:52.054063 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-131798b3-3daf-4761-86ad-ebaef6042bbd req-3be27d17-1c61-41de-874b-7d816e2a4a98 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560672 Jan 24 10:00:52.121248 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5123f1-0904-4d66-8599-d047826c47e3 req-1a0bd5fe-3602-483f-b052-b8789933b7f5 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:52.122753 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c5123f1-0904-4d66-8599-d047826c47e3 req-1a0bd5fe-3602-483f-b052-b8789933b7f5 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 944 time: 0.0485315 Jan 24 10:00:52.173641 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7c5123f1-0904-4d66-8599-d047826c47e3 req-9f09dd56-bf86-497e-a465-fda044cc1b33 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jan 24 10:00:52.230077 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:52.234182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b" -d '{"events": [{"name": "network-changed", "server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:52.278958 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fd0c90-d213-4b90-9c50-bb64ee43dd5c x-openstack-request-id: req-89fd0c90-d213-4b90-9c50-bb64ee43dd5c {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:52.279209 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:52.279465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89fd0c90-d213-4b90-9c50-bb64ee43dd5c {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:52.279870 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8', 'status': 'completed', 'code': 200} Jan 24 10:00:52.411596 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-8420a6d1-ae01-4e07-8d77-016d6c07c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:52.413088 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-8420a6d1-ae01-4e07-8d77-016d6c07c36b service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 1097 time: 0.0438786 Jan 24 10:00:52.509367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-f5383571-4e65-461e-a978-68d4d3357e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:52.511110 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-f5383571-4e65-461e-a978-68d4d3357e83 service neutron] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 915 time: 0.0906205 Jan 24 10:00:52.552906 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-2a6c5878-bcdc-4af3-9294-827fdbe6f61f service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8 HTTP/1.1" status: 200 len: 217 time: 0.0333955 Jan 24 10:00:52.608813 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-47fb3a64-1c2f-4a78-a6a6-f25efb18f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:52.610174 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-47fb3a64-1c2f-4a78-a6a6-f25efb18f1ca service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0450506 Jan 24 10:00:52.659430 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-a26d28d2-05ad-440d-9b90-84ff0bce4809 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299945 Jan 24 10:00:52.748853 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-7c184fd3-25f1-4e2f-8944-5154bcef6cb4 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815659 Jan 24 10:00:52.841845 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-5cf0f8f6-3304-4a5f-b5ed-d2d29fe3a95b req-77da65cf-3789-4ba3-990d-4a92034d9ec7 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Jan 24 10:00:53.035685 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3ba47bfe-3d21-4281-baf7-bd57eee45958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:53.172299 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755e388-5706-4b95-b072-3f6be2953066 req-0a1513e8-7634-4293-88e9-ae879d02af59 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:53.173760 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1755e388-5706-4b95-b072-3f6be2953066 req-0a1513e8-7634-4293-88e9-ae879d02af59 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0515943 Jan 24 10:00:53.229208 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-1755e388-5706-4b95-b072-3f6be2953066 req-cd7b4c6d-82ba-4cc3-89e2-08297d18bd64 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496244 Jan 24 10:00:53.298949 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca01c66-c459-447c-a335-1c421b95f90d req-f568d6ce-7fc2-445b-905e-b88309fc3f1f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:53.300474 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ca01c66-c459-447c-a335-1c421b95f90d req-f568d6ce-7fc2-445b-905e-b88309fc3f1f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 944 time: 0.0608888 Jan 24 10:00:53.347757 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-8ca01c66-c459-447c-a335-1c421b95f90d req-b025032a-0b68-44a6-97f6-da831e6d6b66 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Jan 24 10:00:54.354475 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2719c7-f684-44d0-880d-96aa4efd3b72 req-33bb5417-4aec-4bf8-a192-631317bf0b3a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:54.355992 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3d2719c7-f684-44d0-880d-96aa4efd3b72 req-33bb5417-4aec-4bf8-a192-631317bf0b3a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0512168 Jan 24 10:00:54.405918 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3d2719c7-f684-44d0-880d-96aa4efd3b72 req-0d14cd57-0cf5-4d70-bf8a-2dc3a5f9f4e0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443676 Jan 24 10:00:54.468380 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514ed69-222a-448d-b795-c98435a4fc70 req-b6a42eff-5257-4403-af38-3cb3559848ba tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:54.469886 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9514ed69-222a-448d-b795-c98435a4fc70 req-b6a42eff-5257-4403-af38-3cb3559848ba tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 944 time: 0.0539365 Jan 24 10:00:54.520611 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9514ed69-222a-448d-b795-c98435a4fc70 req-5f75163c-90d0-4d83-b179-8bb1c79fb2fa tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Jan 24 10:00:55.145956 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device dd6dacf9-64a3-472b-9519-258dbbef5cd8 details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:00:55.252280 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:55.263599 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8', 'network_id': '38e42ece-e2d0-4eda-b814-0aa14f6070e4', 'port_id': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8', 'mac_address': 'fa:16:3e:86:be:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566bb88e-9d58-40f3-86f7-9d8bacf4c52a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:00:55.312741 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port dd6dacf9-64a3-472b-9519-258dbbef5cd8 is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:55.313137 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:55.316385 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-0f8a70f1-b013-4c1b-80b1-fa8167c7a6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:55.327942 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6dacf9-64a3-472b-9519-258dbbef5cd8 {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:00:55.347695 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:55.352643 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:55.401007 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:55.407956 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.408300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.408637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.408970 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.409295 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.409619 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.409943 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.410264 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.410587 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.410887 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.411249 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.411624 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.411889 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:00:55.520815 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4f828-39b5-46bb-a883-30372927e70e req-8514d5c0-989f-42a1-98de-ed193616f847 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:55.522597 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79c4f828-39b5-46bb-a883-30372927e70e req-8514d5c0-989f-42a1-98de-ed193616f847 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0504324 Jan 24 10:00:55.573087 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-79c4f828-39b5-46bb-a883-30372927e70e req-f3751aee-533f-464a-a70c-ea0394c0ec41 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Jan 24 10:00:55.635929 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea2aa5-e12a-4364-a1de-61242bb3160e req-15b29ca1-461c-4d96-8769-8fe7c7f4a7a2 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:55.637410 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-77ea2aa5-e12a-4364-a1de-61242bb3160e req-15b29ca1-461c-4d96-8769-8fe7c7f4a7a2 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 945 time: 0.0487881 Jan 24 10:00:55.687711 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-77ea2aa5-e12a-4364-a1de-61242bb3160e req-1b459ee3-70af-419c-9500-824572726324 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Jan 24 10:00:55.904855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['dd6dacf9-64a3-472b-9519-258dbbef5cd8'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:00:56.274647 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:56.703528 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2fc50-42d5-49cb-b8e8-cbecb0c27463 req-448c8e77-088e-4ba1-91f5-6880154772fd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:56.704911 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8a2fc50-42d5-49cb-b8e8-cbecb0c27463 req-448c8e77-088e-4ba1-91f5-6880154772fd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0509830 Jan 24 10:00:56.756501 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d8a2fc50-42d5-49cb-b8e8-cbecb0c27463 req-747e31bd-8bee-4c56-840f-8155c31317f3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Jan 24 10:00:56.804997 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fbd3a-97de-4bf0-b66d-9afab1a555fd req-701fba45-51da-4eb5-b4dc-d3ce6aff3999 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:56.808871 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d85fbd3a-97de-4bf0-b66d-9afab1a555fd req-701fba45-51da-4eb5-b4dc-d3ce6aff3999 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 945 time: 0.0491202 Jan 24 10:00:56.854676 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d85fbd3a-97de-4bf0-b66d-9afab1a555fd req-f060039b-b7f5-4cee-9014-a323e9bb5752 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Jan 24 10:00:57.216687 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device dd6dacf9-64a3-472b-9519-258dbbef5cd8 up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:00:57.282925 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port dd6dacf9-64a3-472b-9519-258dbbef5cd8 completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:00:57.288756 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port dd6dacf9-64a3-472b-9519-258dbbef5cd8 triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:00:57.289133 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:57.364325 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port dd6dacf9-64a3-472b-9519-258dbbef5cd8 is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:00:57.364710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:57.387686 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:00:57.389953 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049949d-df81-49f6-bc5c-2ee4bf8209b6" -d '{"events": [{"server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "name": "network-vif-plugged", "status": "completed", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:00:57.402746 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:00:57.407657 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:57.433575 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a7e74-082b-4828-a809-534846e63fa8 x-openstack-request-id: req-116a7e74-082b-4828-a809-534846e63fa8 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:00:57.433778 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "name": "network-vif-plugged", "status": "completed", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:00:57.434026 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116a7e74-082b-4828-a809-534846e63fa8 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:00:57.434408 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8', 'code': 200} Jan 24 10:00:57.459519 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:00:57.687764 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cee5c0-b1f8-4240-bdad-98e60ee51712 req-94a37b15-7ae2-478d-bbb2-f683ac9ebf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:57.689157 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16cee5c0-b1f8-4240-bdad-98e60ee51712 req-94a37b15-7ae2-478d-bbb2-f683ac9ebf7d service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 1099 time: 0.0475512 Jan 24 10:00:57.744456 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-16cee5c0-b1f8-4240-bdad-98e60ee51712 req-a257177f-bf01-43c1-9a32-54c8393b03f8 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Jan 24 10:00:57.765117 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:57.877074 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd3e19-86d4-4975-b3a2-ee2451d1c325 req-6287b374-ed58-4690-8581-2fc4496ce2cb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:57.878511 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7fdd3e19-86d4-4975-b3a2-ee2451d1c325 req-6287b374-ed58-4690-8581-2fc4496ce2cb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0541713 Jan 24 10:00:57.929068 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-7fdd3e19-86d4-4975-b3a2-ee2451d1c325 req-9f221334-f491-4a86-be4c-ae23d093e4c3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Jan 24 10:00:57.976034 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f7126-10dd-4c7a-a536-6787ff16829c req-fa6b799e-ae64-4ad1-b48e-74fb16548f7a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:57.977489 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a64f7126-10dd-4c7a-a536-6787ff16829c req-fa6b799e-ae64-4ad1-b48e-74fb16548f7a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0475714 Jan 24 10:00:58.023659 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a64f7126-10dd-4c7a-a536-6787ff16829c req-1be38ea3-d591-4053-9532-5c16ace641eb tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Jan 24 10:00:58.544022 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:00:59.068404 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739b1e4-8ede-447a-a6a2-bdf36d3b4420 req-29bb800d-0a5a-4615-8870-a731f2e3ccd3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:59.069924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b739b1e4-8ede-447a-a6a2-bdf36d3b4420 req-29bb800d-0a5a-4615-8870-a731f2e3ccd3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0625811 Jan 24 10:00:59.144932 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b739b1e4-8ede-447a-a6a2-bdf36d3b4420 req-53a5db18-fe50-4eff-a63d-d46291fe5968 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690353 Jan 24 10:00:59.154420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:00:59.165080 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068df31-2e99-434a-8549-2dcfc227ae04 req-174af0cb-c44e-463f-ac3e-ff1856c0d7b1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:00:59.166585 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3068df31-2e99-434a-8549-2dcfc227ae04 req-174af0cb-c44e-463f-ac3e-ff1856c0d7b1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0740757 Jan 24 10:00:59.219406 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3068df31-2e99-434a-8549-2dcfc227ae04 req-08cbfc51-ee85-4d69-9a2d-d94368c72c82 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467525 Jan 24 10:01:00.273206 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee2b05-200d-4fa0-aa6b-db39c5e33743 req-9b106f0b-f91b-4a49-a2cb-fbcae3dcccae tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:00.274718 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5ee2b05-200d-4fa0-aa6b-db39c5e33743 req-9b106f0b-f91b-4a49-a2cb-fbcae3dcccae tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0549963 Jan 24 10:01:00.360074 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d5ee2b05-200d-4fa0-aa6b-db39c5e33743 req-3b58d77b-7f8c-490d-abed-94cab6ba4ffd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794575 Jan 24 10:01:00.379613 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94211eec-a569-4997-ab46-f8a2daf11ac7 req-c4e88864-6671-4a8d-877a-2c1bc079ae77 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:00.381206 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-94211eec-a569-4997-ab46-f8a2daf11ac7 req-c4e88864-6671-4a8d-877a-2c1bc079ae77 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0765955 Jan 24 10:01:00.431015 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-94211eec-a569-4997-ab46-f8a2daf11ac7 req-70d1a24f-549f-4fcd-bd67-baee5f9d69e7 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Jan 24 10:01:01.224286 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device f89bd00f-0208-4ec2-9634-2c7d7887432c details requested by agent hyperv_hv-cinder-80952 with host hv-cinder-80952 {{(pid=102509) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 24 10:01:01.480029 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b3052-29f1-43f0-a39b-3d50e0fccb9b req-0b6911e5-7841-4837-b9ab-4d6fa67b892b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:01.481416 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-267b3052-29f1-43f0-a39b-3d50e0fccb9b req-0b6911e5-7841-4837-b9ab-4d6fa67b892b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 943 time: 0.0512269 Jan 24 10:01:01.481882 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:01.493888 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Returning: {'device': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'port_id': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'mac_address': 'fa:16:3e:e0:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102509) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 24 10:01:01.530706 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port f89bd00f-0208-4ec2-9634-2c7d7887432c is: DOWN; New status is: BUILD {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:01:01.531141 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:01.531362 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-267b3052-29f1-43f0-a39b-3d50e0fccb9b req-6d8a7937-be1c-4a3c-988f-4f8225eb72bd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Jan 24 10:01:01.544047 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89bd00f-0208-4ec2-9634-2c7d7887432c {{(pid=102509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 24 10:01:01.564402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:01.568820 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:01.614605 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=4']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:02.080497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['f89bd00f-0208-4ec2-9634-2c7d7887432c'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:01:02.662261 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6acb3-8cb3-461c-b380-1b7fedf7f252 req-80c5380b-59cc-4902-ac81-9de2516e4501 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:02.664092 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ee6acb3-8cb3-461c-b380-1b7fedf7f252 req-80c5380b-59cc-4902-ac81-9de2516e4501 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 944 time: 0.0652986 Jan 24 10:01:02.714853 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-5ee6acb3-8cb3-461c-b380-1b7fedf7f252 req-03f5ea6e-07c7-462e-97e9-fc21a674dd3a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Jan 24 10:01:03.375347 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device f89bd00f-0208-4ec2-9634-2c7d7887432c up at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 24 10:01:03.429038 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning for port f89bd00f-0208-4ec2-9634-2c7d7887432c completed by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 24 10:01:03.432628 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.provisioning_blocks [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Provisioning complete for port f89bd00f-0208-4ec2-9634-2c7d7887432c triggered by entity L2. {{(pid=102509) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 24 10:01:03.433049 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831689'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), provisioning_complete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:03.509937 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Current status of the port f89bd00f-0208-4ec2-9634-2c7d7887432c is: BUILD; New status is: ACTIVE {{(pid=102509) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 24 10:01:03.510327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), before_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:03.533670 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c'}] {{(pid=102509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:03.535912 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e975bf57695461ad5ed1327b7e83854275ed09d34a86c039f59dd4eceb7c8d50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea209ad-8a3c-4516-8158-3be20c23ef4e" -d '{"events": [{"server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "name": "network-vif-plugged", "status": "completed", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c"}]}' {{(pid=102509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:03.551520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:03.557464 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:03.580528 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a998e8-8566-4956-8e5f-29e01c0d3968 x-openstack-request-id: req-98a998e8-8566-4956-8e5f-29e01c0d3968 {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:03.580817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "name": "network-vif-plugged", "status": "completed", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c", "code": 200}]} {{(pid=102509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:03.581070 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98a998e8-8566-4956-8e5f-29e01c0d3968 {{(pid=102509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:03.581459 dv-cinder-809523-7-iscsi neutron-server[102509]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'code': 200} Jan 24 10:01:03.606421 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Pushing event updated for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=5']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:03.838055 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc24f49-c2ce-4dc9-b8f0-570bda9283cf req-5bc47ecd-8c8b-4a3b-a5c8-e86c26313c32 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:03.839541 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2fc24f49-c2ce-4dc9-b8f0-570bda9283cf req-5bc47ecd-8c8b-4a3b-a5c8-e86c26313c32 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0491734 Jan 24 10:01:03.893437 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-2fc24f49-c2ce-4dc9-b8f0-570bda9283cf req-ccf0970b-6be0-4012-8ff3-4dfb4132cca0 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476549 Jan 24 10:01:03.916234 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7267049-a1b0-4c75-8afd-048b982d0be1 req-3175d7c4-fead-4244-a2de-fff4514d2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:03.917956 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a7267049-a1b0-4c75-8afd-048b982d0be1 req-3175d7c4-fead-4244-a2de-fff4514d2b80 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1098 time: 0.0451338 Jan 24 10:01:03.971256 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a7267049-a1b0-4c75-8afd-048b982d0be1 req-4ce734ca-bd14-4a1e-b7c6-df2aea401588 service neutron] 10.222.0.123 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431950 Jan 24 10:01:05.024438 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ecdc0-adac-43aa-b986-3bde205c6d5e req-8f18a976-9738-4491-8fd9-ebf37655205b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:05.025895 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-648ecdc0-adac-43aa-b986-3bde205c6d5e req-8f18a976-9738-4491-8fd9-ebf37655205b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0521955 Jan 24 10:01:05.082063 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-648ecdc0-adac-43aa-b986-3bde205c6d5e req-134e4e05-027d-49cb-a4c0-67b9a27ab138 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Jan 24 10:01:06.217227 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e88d4-a3db-46cb-9e3f-a0450effe017 req-405d4e32-c6b2-4598-8fad-702e80e6e72f tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:06.218724 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f1e88d4-a3db-46cb-9e3f-a0450effe017 req-405d4e32-c6b2-4598-8fad-702e80e6e72f tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0510442 Jan 24 10:01:06.286929 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f1e88d4-a3db-46cb-9e3f-a0450effe017 req-2a4094cd-24a6-4cf5-9e5e-2da24d54a625 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606794 Jan 24 10:01:06.407098 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05739170-8788-4448-bf29-5f34cc215794 req-dfd6e820-e4c9-432c-b482-6963b4cdbd18 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:06.408573 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05739170-8788-4448-bf29-5f34cc215794 req-dfd6e820-e4c9-432c-b482-6963b4cdbd18 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0510499 Jan 24 10:01:06.458047 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-05739170-8788-4448-bf29-5f34cc215794 req-fb63d1e4-be9d-40d0-a69c-bf37a1300911 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Jan 24 10:01:06.485491 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60518) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:06.528483 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd90e51-c059-41ca-86c2-01a411632a92 tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:06.529922 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-dbd90e51-c059-41ca-86c2-01a411632a92 tempest-TestVolumeBootPattern-1827004887 tempest-TestVolumeBootPattern-1827004887-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1093 time: 0.0434353 Jan 24 10:01:06.533998 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60520) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:06.540066 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.v2.base [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Request body: {'floatingip': {'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'port_id': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'tenant_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102508) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 24 10:01:06.571342 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:06.689050 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:06.811916 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_common [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Allocated IP 172.27.3.139 (859e3319-4c87-4ef0-883c-1d643089d79f/167aafe5-526a-4766-8655-e48fe30bbe99/ee26e542-e6c7-49ac-a3ec-427b89d136f6) {{(pid=102508) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 24 10:01:06.935444 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:06.977711 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776296065253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.017877 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Network 859e3319-4c87-4ef0-883c-1d643089d79f is already hosted by enough agents. {{(pid=102508) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 24 10:01:07.022872 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.base_scheduler [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Resources bound (agent type, host, resource id): {{(pid=102508) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 24 10:01:07.027500 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Received port after_create {{(pid=102508) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 24 10:01:07.030457 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=ee26e542-e6c7-49ac-a3ec-427b89d136f6,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:07.382039 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.455591 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1728157'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), before_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.605383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), precommit_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.618087 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776296615747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776296065271', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776296066061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132952278'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), after_update {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.685399 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event updated for resources: {'Port': ['ID=ee26e542-e6c7-49ac-a3ec-427b89d136f6,revision_number=2']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:07.697030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529332'] for floatingip (15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:07.817265 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.db.l3_db [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP 15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee associated. External IP: 172.27.3.139, port: f89bd00f-0208-4ec2-9634-2c7d7887432c. Jan 24 10:01:08.020072 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:01:08.135288 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:01:08.145060 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:01:08.155921 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:08.156824 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:01:08.157453 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:00:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:08.182376 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-ae04033d-d12b-4f02-a203-4aaed77db1d5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6470494 Jan 24 10:01:08.182975 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:08.185182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e92a565-2561-4113-a889-998653e6c210" -d '{"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:08.221572 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f30fb-726f-4db6-b0fa-31153e56a446 x-openstack-request-id: req-d36f30fb-726f-4db6-b0fa-31153e56a446 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:08.221869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:08.222126 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d36f30fb-726f-4db6-b0fa-31153e56a446 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:08.222533 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'status': 'completed', 'code': 200} Jan 24 10:01:08.263324 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:01:08.341862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a565-2561-4113-a889-998653e6c210 req-a412b400-d5b9-45a8-bfcb-a3e9aa322b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:08.343308 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-a412b400-d5b9-45a8-bfcb-a3e9aa322b72 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1098 time: 0.0415764 Jan 24 10:01:08.434931 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a565-2561-4113-a889-998653e6c210 req-baf094a1-6929-4f2a-8fa0-cad4f38e9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:08.436400 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-baf094a1-6929-4f2a-8fa0-cad4f38e9575 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0865679 Jan 24 10:01:08.514532 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-679f4668-b01e-43a2-b7be-f9f190357dce service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 200 len: 999 time: 0.0712419 Jan 24 10:01:08.519233 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4940616-7734-44d0-a402-319dbe31b9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:01:07Z', 'updated_at': '2022-01-24T10:01:07Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}, {'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:08.546989 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:01:08.556267 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:01:08.556899 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:00:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:08.578393 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a565-2561-4113-a889-998653e6c210 req-d80363db-032e-4d40-b858-fd6b29664a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:08.579929 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-d80363db-032e-4d40-b858-fd6b29664a43 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0492887 Jan 24 10:01:08.634044 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a565-2561-4113-a889-998653e6c210 req-ff11df47-733f-42e8-97fe-9e1d79786224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:08.635647 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-ff11df47-733f-42e8-97fe-9e1d79786224 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419071 Jan 24 10:01:08.665496 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:01:08.743377 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-5bbaf389-0e8d-4817-93c1-c7353efb3a89 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956581 Jan 24 10:01:08.838926 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-0e92a565-2561-4113-a889-998653e6c210 req-b144ad1a-80e8-46e1-8994-aa3205114159 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852435 Jan 24 10:01:08.901009 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4940616-7734-44d0-a402-319dbe31b9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:01:07Z', 'updated_at': '2022-01-24T10:01:07Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}, {'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:08.930123 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb2122d-ac50-4ad9-ad37-db888ad58a9d None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': '15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4940616-7734-44d0-a402-319dbe31b9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T10:01:07Z', 'updated_at': '2022-01-24T10:01:07Z', 'revision_number': 0, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}, {'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:01:09.137504 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a547e-06d1-40cb-9e93-cf3e46faa704 None None] New status for floating IP 15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee: ACTIVE {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:01:13.479286 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc83c-0c99-49f7-a316-cbcf242dadcf req-c8c9ef80-b916-4ed3-bb18-e3a1755ad8ba tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:13.480688 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-783bc83c-0c99-49f7-a316-cbcf242dadcf req-c8c9ef80-b916-4ed3-bb18-e3a1755ad8ba tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0491159 Jan 24 10:01:13.531905 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-783bc83c-0c99-49f7-a316-cbcf242dadcf req-16f347fd-4f8e-438d-9866-a7b67b9ed8f1 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450346 Jan 24 10:01:14.374840 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:14.665376 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f933b-e6cc-4a94-9fe4-8599f4d092a5 req-cc47decf-5e72-4637-8775-970e91c70364 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:14.666944 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-349f933b-e6cc-4a94-9fe4-8599f4d092a5 req-cc47decf-5e72-4637-8775-970e91c70364 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0502126 Jan 24 10:01:14.719161 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-349f933b-e6cc-4a94-9fe4-8599f4d092a5 req-1ce96bc0-dfb2-4302-9025-ffb57c6a44b4 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Jan 24 10:01:15.837589 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce2d8e-06ca-4dc1-a7b3-2fdfcb51a561 req-d882749a-0f71-47e6-8e14-52ed27c97b5b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:15.839117 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1ce2d8e-06ca-4dc1-a7b3-2fdfcb51a561 req-d882749a-0f71-47e6-8e14-52ed27c97b5b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0507073 Jan 24 10:01:15.904216 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-e1ce2d8e-06ca-4dc1-a7b3-2fdfcb51a561 req-ef9be398-2112-4622-9bb3-d5e6b4755e17 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568874 Jan 24 10:01:16.119908 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-a0ad49ca-3e46-4034-836a-4b493d3f9446 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:16.121239 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-a0ad49ca-3e46-4034-836a-4b493d3f9446 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 946 time: 0.0531433 Jan 24 10:01:16.463757 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Deleting port dd6dacf9-64a3-472b-9519-258dbbef5cd8 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:01:16.464089 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:16.550723 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] For port dd6dacf9-64a3-472b-9519-258dbbef5cd8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=dd6dacf9-64a3-472b-9519-258dbbef5cd8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:16.551101 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:16.563692 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Calling delete_port for dd6dacf9-64a3-472b-9519-258dbbef5cd8 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:01:16.691630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (dd6dacf9-64a3-472b-9519-258dbbef5cd8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:16.722383 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event deleted for resources: {'Port': ['ID=dd6dacf9-64a3-472b-9519-258dbbef5cd8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:16.747084 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a', '4d094886-c1de-442d-8476-8f887d3e3fee', '375b6f3b-4314-466e-802c-081d23fc66b8', 'dd6dacf9-64a3-472b-9519-258dbbef5cd8'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:01:16.761283 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] No DVR routers for this DVR port dd6dacf9-64a3-472b-9519-258dbbef5cd8 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:01:16.763970 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:16.767335 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-fbbfa63c-6cfe-480f-b296-06c50281812a req-5782b07c-1aac-4da6-a3cf-dc5da2c67cc3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "DELETE /v2.0/ports/dd6dacf9-64a3-472b-9519-258dbbef5cd8 HTTP/1.1" status: 204 len: 173 time: 0.6396101 Jan 24 10:01:16.767773 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'name': 'network-vif-deleted', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:16.769986 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee87d333-d7d6-42f1-b3b2-374480a6607c" -d '{"events": [{"server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "name": "network-vif-deleted", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:16.804993 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2f59f9-15c0-4257-9b72-7b77ba32dc62 x-openstack-request-id: req-1c2f59f9-15c0-4257-9b72-7b77ba32dc62 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:16.805430 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e6e0e0-9d70-4812-a2da-8b150f83acab", "name": "network-vif-deleted", "tag": "dd6dacf9-64a3-472b-9519-258dbbef5cd8", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:16.805751 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c2f59f9-15c0-4257-9b72-7b77ba32dc62 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:16.806222 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e6e0e0-9d70-4812-a2da-8b150f83acab', 'name': 'network-vif-deleted', 'tag': 'dd6dacf9-64a3-472b-9519-258dbbef5cd8', 'status': 'completed', 'code': 200} Jan 24 10:01:17.012887 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c9701a4b-6217-4ccc-80ac-fbb16b9ba4e4 req-d6cbf753-73b1-4c01-9cc1-d41b96b4fcf9 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=72e6e0e0-9d70-4812-a2da-8b150f83acab HTTP/1.1" status: 200 len: 210 time: 0.0263798 Jan 24 10:01:19.427657 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925df630-229a-4776-9aff-5055afe2b45e req-afd5b61d-71ef-478d-b8eb-88e9886adaf3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:19.429109 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-925df630-229a-4776-9aff-5055afe2b45e req-afd5b61d-71ef-478d-b8eb-88e9886adaf3 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0499275 Jan 24 10:01:19.483110 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-925df630-229a-4776-9aff-5055afe2b45e req-188bec54-de1a-4330-b344-9f6b0f100838 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457964 Jan 24 10:01:20.613763 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b4cd9-1d48-451d-97e8-599d1893165a req-41487ca4-c30f-4ef7-977a-aa650598b88f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:20.615229 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d84b4cd9-1d48-451d-97e8-599d1893165a req-41487ca4-c30f-4ef7-977a-aa650598b88f tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0518494 Jan 24 10:01:20.666056 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-d84b4cd9-1d48-451d-97e8-599d1893165a req-56f943aa-1501-458c-a446-558ae8be712a tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Jan 24 10:01:21.791405 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb602f26-b9b4-4a94-8b47-dd58f75d65ed req-968a728a-8b6a-466a-a509-d85d8dd21530 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:21.792901 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fb602f26-b9b4-4a94-8b47-dd58f75d65ed req-968a728a-8b6a-466a-a509-d85d8dd21530 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0541203 Jan 24 10:01:21.841401 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fb602f26-b9b4-4a94-8b47-dd58f75d65ed req-bbb2e534-9094-4a39-a852-4a16a5fa2b50 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Jan 24 10:01:22.207639 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device dd6dacf9-64a3-472b-9519-258dbbef5cd8 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:01:22.228402 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: dd6dacf9-64a3-472b-9519-258dbbef5cd8 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:01:22.228739 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device dd6dacf9-64a3-472b-9519-258dbbef5cd8 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:01:22.234862 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-3e2ec36b-4ffa-4425-9973-c2d0a2ccd64d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:22.236359 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-3e2ec36b-4ffa-4425-9973-c2d0a2ccd64d tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 946 time: 0.0551157 Jan 24 10:01:22.334685 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Deleting port 375b6f3b-4314-466e-802c-081d23fc66b8 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:01:22.335030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:22.429282 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] For port 375b6f3b-4314-466e-802c-081d23fc66b8, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=375b6f3b-4314-466e-802c-081d23fc66b8,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:22.429607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:22.442238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Calling delete_port for 375b6f3b-4314-466e-802c-081d23fc66b8 owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:01:22.572062 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (375b6f3b-4314-466e-802c-081d23fc66b8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:22.600239 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event deleted for resources: {'Port': ['ID=375b6f3b-4314-466e-802c-081d23fc66b8,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:22.627610 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a', '4d094886-c1de-442d-8476-8f887d3e3fee', '375b6f3b-4314-466e-802c-081d23fc66b8'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:01:22.639873 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] No DVR routers for this DVR port 375b6f3b-4314-466e-802c-081d23fc66b8 on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:01:22.642365 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:22.645625 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f0143015-ea87-4a4c-8c5a-547b0511e62b req-bd269b67-d140-483c-a4ac-bb9f57f83962 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "DELETE /v2.0/ports/375b6f3b-4314-466e-802c-081d23fc66b8 HTTP/1.1" status: 204 len: 173 time: 0.4030788 Jan 24 10:01:22.646030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'name': 'network-vif-deleted', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:22.648711 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbfd23-e0c4-4c06-a470-08cde3621d49" -d '{"events": [{"server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "name": "network-vif-deleted", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:22.685309 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c108192d-9b36-4fb2-af0a-611ab6f209b4 x-openstack-request-id: req-c108192d-9b36-4fb2-af0a-611ab6f209b4 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:22.685658 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7d202d-a38e-4dbc-9c2a-1444cc5bb77a", "name": "network-vif-deleted", "tag": "375b6f3b-4314-466e-802c-081d23fc66b8", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:22.685922 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c108192d-9b36-4fb2-af0a-611ab6f209b4 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:22.686831 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7d202d-a38e-4dbc-9c2a-1444cc5bb77a', 'name': 'network-vif-deleted', 'tag': '375b6f3b-4314-466e-802c-081d23fc66b8', 'status': 'completed', 'code': 200} Jan 24 10:01:22.959764 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-c284a51d-eab0-44da-a887-551793f31315 req-d0a23503-820e-4e90-b691-1c94292fcb11 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=de7d202d-a38e-4dbc-9c2a-1444cc5bb77a HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jan 24 10:01:23.022775 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-00fe2d64-414b-41ee-8c98-7b6374ef56de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:23.465257 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-f697f641-7def-4110-9840-98c728eeffe4 service neutron] 10.222.0.123 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433340 Jan 24 10:01:23.544635 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-5ebb309e-5dbc-4a92-bc18-0b1453c2d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:23.546057 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-5ebb309e-5dbc-4a92-bc18-0b1453c2d2d8 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 1099 time: 0.0403128 Jan 24 10:01:23.660034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-da704d5a-194e-4514-9f20-6f0446f44db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:23.661493 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-da704d5a-194e-4514-9f20-6f0446f44db9 service neutron] 10.222.0.123 "GET /v2.0/networks?id=38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 200 len: 915 time: 0.0877059 Jan 24 10:01:23.703605 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-9288fd17-ab37-4f2d-8765-f2299be1fee5 service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a HTTP/1.1" status: 200 len: 217 time: 0.0341413 Jan 24 10:01:23.758233 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-3fcb83c8-6746-4b24-9ded-93671bde6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:23.759797 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-3fcb83c8-6746-4b24-9ded-93671bde6055 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 200 len: 854 time: 0.0458584 Jan 24 10:01:23.798319 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-5bb42081-3b63-442e-bd9a-7cc2b1713f0e service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=38e42ece-e2d0-4eda-b814-0aa14f6070e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272639 Jan 24 10:01:23.886326 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-de8926a8-b87d-4042-aaf6-0820ce13006f service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795310 Jan 24 10:01:23.981140 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-a756bd7c-2cac-4d21-9c8e-059c9db62825 req-161960a7-3094-4ed2-a872-a2c770f2cbe6 service neutron] 10.222.0.123 "GET /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851271 Jan 24 10:01:24.228235 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f099e0-2e3c-4ab6-a33f-bee550143bdb req-eca777e9-16a7-4c8b-9255-3b289eade52c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:24.229721 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70f099e0-2e3c-4ab6-a33f-bee550143bdb req-eca777e9-16a7-4c8b-9255-3b289eade52c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0493231 Jan 24 10:01:24.276044 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-70f099e0-2e3c-4ab6-a33f-bee550143bdb req-e3a6e895-0edd-4ee3-85c2-3f2694198a53 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Jan 24 10:01:25.303732 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-18aec8a4-968e-4f9e-9c54-6aa6a94a5435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:25.402149 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cd60a-6fd1-4338-b307-7157aa5442a4 req-dc2f4a0d-b509-477d-a9fc-69048ab38c2b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:25.403677 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-002cd60a-6fd1-4338-b307-7157aa5442a4 req-dc2f4a0d-b509-477d-a9fc-69048ab38c2b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0511112 Jan 24 10:01:25.453302 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-002cd60a-6fd1-4338-b307-7157aa5442a4 req-bae11bfc-9e8e-4557-94a4-1d1fee2fd0a7 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Jan 24 10:01:26.225500 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 375b6f3b-4314-466e-802c-081d23fc66b8 no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:01:26.256782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 375b6f3b-4314-466e-802c-081d23fc66b8 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:01:26.257120 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 375b6f3b-4314-466e-802c-081d23fc66b8 not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:01:26.272599 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:26.325686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-56d612af-cd44-442a-ba14-4be06d6d7cc8 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:26.327198 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-56d612af-cd44-442a-ba14-4be06d6d7cc8 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0493875 Jan 24 10:01:26.416444 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Deleting port 4d094886-c1de-442d-8476-8f887d3e3fee {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:01:26.416767 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:26.508718 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] For port 4d094886-c1de-442d-8476-8f887d3e3fee, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=4d094886-c1de-442d-8476-8f887d3e3fee,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:26.509130 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:26.522556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Calling delete_port for 4d094886-c1de-442d-8476-8f887d3e3fee owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:01:26.572465 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e25ea-07f0-4b1a-bc62-44bd37741762 req-99eb4d5a-73d9-4494-9f71-b6ec0248be88 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:26.573997 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a93e25ea-07f0-4b1a-bc62-44bd37741762 req-99eb4d5a-73d9-4494-9f71-b6ec0248be88 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=88f3fac2-6c13-4099-9eb0-7b513af8785c HTTP/1.1" status: 200 len: 946 time: 0.0509419 Jan 24 10:01:26.619558 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-a93e25ea-07f0-4b1a-bc62-44bd37741762 req-31b2ddf1-75ed-4a4d-8512-442d092dfc76 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jan 24 10:01:26.652067 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (4d094886-c1de-442d-8476-8f887d3e3fee), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:26.680572 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event deleted for resources: {'Port': ['ID=4d094886-c1de-442d-8476-8f887d3e3fee,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:26.701201 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a', '4d094886-c1de-442d-8476-8f887d3e3fee'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:01:26.721090 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] No DVR routers for this DVR port 4d094886-c1de-442d-8476-8f887d3e3fee on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:01:26.723639 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:26.727044 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-43920c05-05b6-4efb-88e4-f9115a4fe36f req-c4107628-5fd0-456f-90de-571f904a1f27 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "DELETE /v2.0/ports/4d094886-c1de-442d-8476-8f887d3e3fee HTTP/1.1" status: 204 len: 173 time: 0.3929656 Jan 24 10:01:26.727486 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'name': 'network-vif-deleted', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:26.729848 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea30fb-c7d9-4c4c-b28c-e7971fca809f" -d '{"events": [{"server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "name": "network-vif-deleted", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:26.765655 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca920f-b2ac-4d77-b3dd-db53dac814ae x-openstack-request-id: req-63ca920f-b2ac-4d77-b3dd-db53dac814ae {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:26.766069 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f3fac2-6c13-4099-9eb0-7b513af8785c", "name": "network-vif-deleted", "tag": "4d094886-c1de-442d-8476-8f887d3e3fee", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:26.766349 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63ca920f-b2ac-4d77-b3dd-db53dac814ae {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:26.767442 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f3fac2-6c13-4099-9eb0-7b513af8785c', 'name': 'network-vif-deleted', 'tag': '4d094886-c1de-442d-8476-8f887d3e3fee', 'status': 'completed', 'code': 200} Jan 24 10:01:27.765440 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:29.033820 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae56b6a-e9d1-4678-b4ee-7c1c5582e39d req-2fce9335-daa5-4d1a-a663-8e3251654dfc tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:29.035234 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6ae56b6a-e9d1-4678-b4ee-7c1c5582e39d req-2fce9335-daa5-4d1a-a663-8e3251654dfc tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0498893 Jan 24 10:01:29.084832 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-6ae56b6a-e9d1-4678-b4ee-7c1c5582e39d req-a3f26f62-f1a1-4525-bdd1-c66b6959c6e9 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Jan 24 10:01:29.169952 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:30.225796 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0870b43-c515-4497-8094-9d450d1e5af0 req-670b8368-7e19-43e4-bbd9-5e42bc3ea01c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:30.227325 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b0870b43-c515-4497-8094-9d450d1e5af0 req-670b8368-7e19-43e4-bbd9-5e42bc3ea01c tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0569766 Jan 24 10:01:30.253817 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 4d094886-c1de-442d-8476-8f887d3e3fee no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:01:30.278810 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 4d094886-c1de-442d-8476-8f887d3e3fee {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:01:30.279212 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 4d094886-c1de-442d-8476-8f887d3e3fee not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:01:30.282528 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b0870b43-c515-4497-8094-9d450d1e5af0 req-629f1b8b-aef1-47ce-90c5-b80a49841b39 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Jan 24 10:01:31.412773 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1195f2-5afb-4c83-bbb2-7cb074475c08 req-fbc4e432-8e3f-46a9-8363-1f58280d7078 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:31.414238 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3e1195f2-5afb-4c83-bbb2-7cb074475c08 req-fbc4e432-8e3f-46a9-8363-1f58280d7078 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0571454 Jan 24 10:01:31.460964 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-3e1195f2-5afb-4c83-bbb2-7cb074475c08 req-c6b65ebf-0d3c-4b0e-95bb-c052e90832b8 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b11b7f2-e97f-40da-8671-10782893bdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Jan 24 10:01:31.572328 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994389db-437c-4486-94cc-4c430057a363 req-8cf9fdda-1fa5-43f4-92ea-0c757891379b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:01:31.573782 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-994389db-437c-4486-94cc-4c430057a363 req-8cf9fdda-1fa5-43f4-92ea-0c757891379b tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 946 time: 0.0567777 Jan 24 10:01:31.669665 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Deleting port 61c33ddf-2279-4364-9196-6da1b8fe4b7a {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:01:31.669986 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:31.764104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] For port 61c33ddf-2279-4364-9196-6da1b8fe4b7a, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=61c33ddf-2279-4364-9196-6da1b8fe4b7a,segment=NetworkSegment(5ec55b78-76a7-4cd5-850e-b0f085bffda8),segment_id=5ec55b78-76a7-4cd5-850e-b0f085bffda8)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:01:31.764474 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:31.777805 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Calling delete_port for 61c33ddf-2279-4364-9196-6da1b8fe4b7a owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:01:31.919403 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (61c33ddf-2279-4364-9196-6da1b8fe4b7a), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:31.947522 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Pushing event deleted for resources: {'Port': ['ID=61c33ddf-2279-4364-9196-6da1b8fe4b7a,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:31.968069 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] get_ports_and_sgs() called for port_ids ['61c33ddf-2279-4364-9196-6da1b8fe4b7a'] {{(pid=102509) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 24 10:01:31.988471 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] No DVR routers for this DVR port 61c33ddf-2279-4364-9196-6da1b8fe4b7a on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:01:31.991157 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:31.994544 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-994389db-437c-4486-94cc-4c430057a363 req-7a5ec7a8-17e1-4e69-aa5c-cde5a7dc5d15 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.123 "DELETE /v2.0/ports/61c33ddf-2279-4364-9196-6da1b8fe4b7a HTTP/1.1" status: 204 len: 173 time: 0.4128017 Jan 24 10:01:31.995015 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'name': 'network-vif-deleted', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:01:31.997386 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b905bea5-adaa-49b4-b2f9-abe914865fdb" -d '{"events": [{"server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "name": "network-vif-deleted", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:01:32.036943 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59660c-3061-4056-8d59-b6166b0b4710 x-openstack-request-id: req-ef59660c-3061-4056-8d59-b6166b0b4710 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:01:32.037307 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8a993-957b-4af0-9742-52924e6425fa", "name": "network-vif-deleted", "tag": "61c33ddf-2279-4364-9196-6da1b8fe4b7a", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:01:32.037613 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef59660c-3061-4056-8d59-b6166b0b4710 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:01:32.038024 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd8a993-957b-4af0-9742-52924e6425fa', 'name': 'network-vif-deleted', 'tag': '61c33ddf-2279-4364-9196-6da1b8fe4b7a', 'status': 'completed', 'code': 200} Jan 24 10:01:32.574357 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-ab9470f5-c273-4e2d-acaf-f4204f3e0f96 req-863c5282-ee49-41ac-b41a-1a1ed2687118 tempest-AttachVolumeNegativeTest-649489204 tempest-AttachVolumeNegativeTest-649489204-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cd8a993-957b-4af0-9742-52924e6425fa HTTP/1.1" status: 200 len: 210 time: 0.0267584 Jan 24 10:01:33.641227 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60626) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:33.689229 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.db.db_base_plugin_v2 [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Deleting subnet 566bb88e-9d58-40f3-86f7-9d8bacf4c52a {{(pid=102507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:01:33.692677 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Publish callbacks [] for subnet (566bb88e-9d58-40f3-86f7-9d8bacf4c52a), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:33.739268 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131377068'] for subnet (566bb88e-9d58-40f3-86f7-9d8bacf4c52a), precommit_delete_associations {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:33.782941 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (566bb88e-9d58-40f3-86f7-9d8bacf4c52a), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:33.837305 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131181728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130423896'] for subnet (566bb88e-9d58-40f3-86f7-9d8bacf4c52a), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:33.862069 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566bb88e-9d58-40f3-86f7-9d8bacf4c52a,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:33.866426 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for subnet (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:33.869775 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/566bb88e-9d58-40f3-86f7-9d8bacf4c52a HTTP/1.1" status: 204 len: 168 time: 0.2275414 Jan 24 10:01:33.872650 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60628) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:33.876700 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.877043 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.877395 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.877732 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.878060 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.878392 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.878773 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.879126 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.879455 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.879777 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.880099 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.880413 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.880728 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a035182e-4d73-4d52-b712-c7d21daf91d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:33.947564 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (38e42ece-e2d0-4eda-b814-0aa14f6070e4), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.024959 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (38e42ece-e2d0-4eda-b814-0aa14f6070e4), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.046945 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e42ece-e2d0-4eda-b814-0aa14f6070e4']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:34.056560 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec55b78-76a7-4cd5-850e-b0f085bffda8') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:34.056853 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec55b78-76a7-4cd5-850e-b0f085bffda8') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:01:34.066408 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (5ec55b78-76a7-4cd5-850e-b0f085bffda8), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.081146 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (5ec55b78-76a7-4cd5-850e-b0f085bffda8), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.087261 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:01:34.087643 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (5ec55b78-76a7-4cd5-850e-b0f085bffda8), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: warnings.warn(msg) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:01:34.089247 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:01:34.093515 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:01:34.093515 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:01:34.093515 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:01:34.093515 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:01:34.093515 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:01:34.147143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (38e42ece-e2d0-4eda-b814-0aa14f6070e4), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.152745 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.155951 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/38e42ece-e2d0-4eda-b814-0aa14f6070e4 HTTP/1.1" status: 204 len: 168 time: 0.2823029 Jan 24 10:01:34.166427 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ac405-8746-41ac-ad20-92d73e2a98d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e42ece-e2d0-4eda-b814-0aa14f6070e4,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:34.253348 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 61c33ddf-2279-4364-9196-6da1b8fe4b7a no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:01:34.273515 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 61c33ddf-2279-4364-9196-6da1b8fe4b7a {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:01:34.273863 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 61c33ddf-2279-4364-9196-6da1b8fe4b7a not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:01:34.332040 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60632) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:34.371828 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-2dffd705-7b85-4204-a794-51263ca27987 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e7692b9fb9f4d5cb790c39f6901343c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385838 Jan 24 10:01:34.374555 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60634) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:34.430723 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] Publish callbacks [] for security_group (3b11b7f2-e97f-40da-8671-10782893bdc6), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.452726 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] Publish callbacks [] for security_group (3b11b7f2-e97f-40da-8671-10782893bdc6), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.501422 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (3b11b7f2-e97f-40da-8671-10782893bdc6), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.504428 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:34.505558 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b11b7f2-e97f-40da-8671-10782893bdc6 HTTP/1.1" status: 204 len: 168 time: 0.1300526 Jan 24 10:01:34.513202 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9a4f0-4681-4a23-848b-91e413fc89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b11b7f2-e97f-40da-8671-10782893bdc6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:35.543797 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:01:43.420581 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60770) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:43.560549 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d70d6499-b0e6-4f26-a373-ec3a62a557fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.636485 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d70d6499-b0e6-4f26-a373-ec3a62a557fc admin admin] Publish callbacks [] for security_group (03d779d2-d00d-436b-893c-3322b0931e60), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.641991 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-d70d6499-b0e6-4f26-a373-ec3a62a557fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (03d779d2-d00d-436b-893c-3322b0931e60), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.680504 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-d70d6499-b0e6-4f26-a373-ec3a62a557fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d88e3bfa02b5490ebaa6a42953726ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586019 Jan 24 10:01:43.681233 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d6499-b0e6-4f26-a373-ec3a62a557fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d779d2-d00d-436b-893c-3322b0931e60,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:43.684182 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60774) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:43.733275 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] Publish callbacks [] for security_group (03d779d2-d00d-436b-893c-3322b0931e60), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.754610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] Publish callbacks [] for security_group (03d779d2-d00d-436b-893c-3322b0931e60), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.808659 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (03d779d2-d00d-436b-893c-3322b0931e60), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.811528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:43.812766 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03d779d2-d00d-436b-893c-3322b0931e60 HTTP/1.1" status: 204 len: 168 time: 0.1273954 Jan 24 10:01:43.820654 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f67da-a8a7-434b-bf24-7d1794ca037a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d779d2-d00d-436b-893c-3322b0931e60,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:44.100528 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60780) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:44.114185 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-694a266a-5afb-4b50-975e-cb07745a739d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.193465 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-694a266a-5afb-4b50-975e-cb07745a739d admin admin] Publish callbacks [] for security_group (d5628089-c2f2-4fe8-9754-e1bcf35e9c7e), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.198610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-694a266a-5afb-4b50-975e-cb07745a739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d5628089-c2f2-4fe8-9754-e1bcf35e9c7e), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.235987 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-694a266a-5afb-4b50-975e-cb07745a739d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cebf7cf512245f98d3240202b811ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343627 Jan 24 10:01:44.236933 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a266a-5afb-4b50-975e-cb07745a739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5628089-c2f2-4fe8-9754-e1bcf35e9c7e,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:44.239069 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60782) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:44.290655 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] Publish callbacks [] for security_group (d5628089-c2f2-4fe8-9754-e1bcf35e9c7e), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.313973 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] Publish callbacks [] for security_group (d5628089-c2f2-4fe8-9754-e1bcf35e9c7e), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.349665 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.364226 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (d5628089-c2f2-4fe8-9754-e1bcf35e9c7e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.367007 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.368196 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5628089-c2f2-4fe8-9754-e1bcf35e9c7e HTTP/1.1" status: 204 len: 168 time: 0.1281021 Jan 24 10:01:44.377620 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aae3b3-d99c-49d4-8a5f-373e8aaf8695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5628089-c2f2-4fe8-9754-e1bcf35e9c7e,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:44.712537 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60788) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:44.725692 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e421-150b-443b-96c1-26d44500faf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.803954 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e421-150b-443b-96c1-26d44500faf1 admin admin] Publish callbacks [] for security_group (58b6599a-c911-454d-81b1-f2261fb1f508), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.809702 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e421-150b-443b-96c1-26d44500faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (58b6599a-c911-454d-81b1-f2261fb1f508), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.845679 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4e421-150b-443b-96c1-26d44500faf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b6599a-c911-454d-81b1-f2261fb1f508,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:44.849976 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-dfd4e421-150b-443b-96c1-26d44500faf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=422068de66b44ea2adbf629093713531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363988 Jan 24 10:01:44.853035 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60790) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:44.899338 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] Publish callbacks [] for security_group (58b6599a-c911-454d-81b1-f2261fb1f508), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.921596 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] Publish callbacks [] for security_group (58b6599a-c911-454d-81b1-f2261fb1f508), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.976959 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (58b6599a-c911-454d-81b1-f2261fb1f508), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.979786 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:44.980924 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58b6599a-c911-454d-81b1-f2261fb1f508 HTTP/1.1" status: 204 len: 168 time: 0.1273205 Jan 24 10:01:44.989095 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1d0e9-7b62-493d-bc8e-383a534b17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b6599a-c911-454d-81b1-f2261fb1f508,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:50.093066 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60864) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:50.215271 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f57d1d6-88bc-489b-951f-c4e0bc567fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.294017 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f57d1d6-88bc-489b-951f-c4e0bc567fe0 admin admin] Publish callbacks [] for security_group (581957d9-3053-4818-984b-c7a9bdb6c1e6), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.301232 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-7f57d1d6-88bc-489b-951f-c4e0bc567fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (581957d9-3053-4818-984b-c7a9bdb6c1e6), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.337898 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-7f57d1d6-88bc-489b-951f-c4e0bc567fe0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86f7451d5a684832a3ca4e95701be3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437494 Jan 24 10:01:50.338752 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57d1d6-88bc-489b-951f-c4e0bc567fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581957d9-3053-4818-984b-c7a9bdb6c1e6,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:50.341238 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60868) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:50.395442 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Publish callbacks [] for security_group (581957d9-3053-4818-984b-c7a9bdb6c1e6), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.417384 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Publish callbacks [] for security_group (581957d9-3053-4818-984b-c7a9bdb6c1e6), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.475345 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (581957d9-3053-4818-984b-c7a9bdb6c1e6), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.477928 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.479142 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/581957d9-3053-4818-984b-c7a9bdb6c1e6 HTTP/1.1" status: 204 len: 168 time: 0.1368344 Jan 24 10:01:50.487467 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581957d9-3053-4818-984b-c7a9bdb6c1e6,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:50.495021 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.495395 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.495739 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.496084 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.496419 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.496727 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.497066 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.497390 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.497706 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.498030 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.498352 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.498674 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.499097 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe0ad4b-f901-4667-9ecc-a0dd6cb2d442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:01:50.754931 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60874) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:50.768473 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f528-28a2-4fcf-8ed9-f6fc2afc5626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.840374 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f528-28a2-4fcf-8ed9-f6fc2afc5626 admin admin] Publish callbacks [] for security_group (224e25e0-0321-4ee5-bc11-fc2511881110), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.847369 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c7d4f528-28a2-4fcf-8ed9-f6fc2afc5626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (224e25e0-0321-4ee5-bc11-fc2511881110), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.884520 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c7d4f528-28a2-4fcf-8ed9-f6fc2afc5626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f6e7783ec4c41098c39b3b3552de6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284575 Jan 24 10:01:50.885474 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4f528-28a2-4fcf-8ed9-f6fc2afc5626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224e25e0-0321-4ee5-bc11-fc2511881110,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:50.887488 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60876) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:50.939864 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] Publish callbacks [] for security_group (224e25e0-0321-4ee5-bc11-fc2511881110), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:50.962631 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] Publish callbacks [] for security_group (224e25e0-0321-4ee5-bc11-fc2511881110), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:51.013686 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (224e25e0-0321-4ee5-bc11-fc2511881110), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:51.016414 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:51.017647 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/224e25e0-0321-4ee5-bc11-fc2511881110 HTTP/1.1" status: 204 len: 168 time: 0.1291256 Jan 24 10:01:51.026216 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a9a93-ee39-4c9a-aec1-c7dd97f3053e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e25e0-0321-4ee5-bc11-fc2511881110,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:53.015818 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-296bb886-76eb-49ae-bbbe-46c5e567fe03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.057462 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60950) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:53.176790 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae0a2-c45e-4907-bd36-ac250dcc7c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.249796 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae0a2-c45e-4907-bd36-ac250dcc7c07 admin admin] Publish callbacks [] for security_group (8dafd639-2a38-40b4-9fc9-2dfc21fd3228), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.262380 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-8e4ae0a2-c45e-4907-bd36-ac250dcc7c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8dafd639-2a38-40b4-9fc9-2dfc21fd3228), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.301545 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-8e4ae0a2-c45e-4907-bd36-ac250dcc7c07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21b6b9ed49794fe9a469f95cf28aa07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428751 Jan 24 10:01:53.302939 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ae0a2-c45e-4907-bd36-ac250dcc7c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dafd639-2a38-40b4-9fc9-2dfc21fd3228,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:53.305048 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60954) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:53.360213 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] Publish callbacks [] for security_group (8dafd639-2a38-40b4-9fc9-2dfc21fd3228), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.382078 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] Publish callbacks [] for security_group (8dafd639-2a38-40b4-9fc9-2dfc21fd3228), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.431721 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8dafd639-2a38-40b4-9fc9-2dfc21fd3228), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.435847 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.437344 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dafd639-2a38-40b4-9fc9-2dfc21fd3228 HTTP/1.1" status: 204 len: 168 time: 0.1307137 Jan 24 10:01:53.446150 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964e931-1e4c-4983-987b-bd3f2cd73608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dafd639-2a38-40b4-9fc9-2dfc21fd3228,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:53.718662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 60960) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:53.731897 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f941db3-ff86-45c9-9a87-5a64f5f98e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.809587 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f941db3-ff86-45c9-9a87-5a64f5f98e69 admin admin] Publish callbacks [] for security_group (f930cc11-41dc-44c3-b55b-fa6e064cf893), precommit_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.814823 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-4f941db3-ff86-45c9-9a87-5a64f5f98e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f930cc11-41dc-44c3-b55b-fa6e064cf893), after_create {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.851423 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-4f941db3-ff86-45c9-9a87-5a64f5f98e69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8e51bab59134146a7c30222cd22fcac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316535 Jan 24 10:01:53.852685 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f941db3-ff86-45c9-9a87-5a64f5f98e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f930cc11-41dc-44c3-b55b-fa6e064cf893,revision_number=1']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:53.854322 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 60962) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:53.903281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] Publish callbacks [] for security_group (f930cc11-41dc-44c3-b55b-fa6e064cf893), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.927295 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] Publish callbacks [] for security_group (f930cc11-41dc-44c3-b55b-fa6e064cf893), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.977453 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (f930cc11-41dc-44c3-b55b-fa6e064cf893), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.981034 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:53.982774 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f930cc11-41dc-44c3-b55b-fa6e064cf893 HTTP/1.1" status: 204 len: 168 time: 0.1269107 Jan 24 10:01:53.991477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ac0e-b229-4f91-b0c8-6ad717394c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f930cc11-41dc-44c3-b55b-fa6e064cf893,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:55.290782 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-4db7cdc2-84d4-40ba-8d50-07e22276606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:56.268616 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.626188 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32774) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:57.733124 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0cdf70de-caac-4a73-b37b-29aa4996d51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.767801 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.808160 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0cdf70de-caac-4a73-b37b-29aa4996d51d admin admin] Publish callbacks [] for security_group (39637ec1-398a-4784-aeb0-bfd0983b7c54), precommit_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.813513 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-0cdf70de-caac-4a73-b37b-29aa4996d51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (39637ec1-398a-4784-aeb0-bfd0983b7c54), after_create {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.851384 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-0cdf70de-caac-4a73-b37b-29aa4996d51d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=954c2737be4a454ab4fa7214f9230ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241504 Jan 24 10:01:57.852377 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf70de-caac-4a73-b37b-29aa4996d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39637ec1-398a-4784-aeb0-bfd0983b7c54,revision_number=1']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:57.855090 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32778) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:01:57.903514 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] Publish callbacks [] for security_group (39637ec1-398a-4784-aeb0-bfd0983b7c54), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.927242 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] Publish callbacks [] for security_group (39637ec1-398a-4784-aeb0-bfd0983b7c54), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.973831 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (39637ec1-398a-4784-aeb0-bfd0983b7c54), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.976543 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:01:57.977676 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39637ec1-398a-4784-aeb0-bfd0983b7c54 HTTP/1.1" status: 204 len: 168 time: 0.1216326 Jan 24 10:01:57.985214 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0e0f8-71c9-4500-8823-ce19d0caf539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39637ec1-398a-4784-aeb0-bfd0983b7c54,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:01:59.179840 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:12.547376 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:02:14.380038 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:23.025333 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3b066a27-c81e-47fd-975b-ded42948c4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:25.298549 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-656e1e97-7e73-46d1-9f40-54b24b91c574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:26.284135 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:27.771285 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:29.174072 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:44.393268 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:49.553466 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:02:50.278366 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32792) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:02:50.453188 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port ee26e542-e6c7-49ac-a3ec-427b89d136f6 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:02:50.453448 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:50.527201 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:50.527532 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (ee26e542-e6c7-49ac-a3ec-427b89d136f6), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:50.539812 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for ee26e542-e6c7-49ac-a3ec-427b89d136f6 owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:02:50.708277 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (ee26e542-e6c7-49ac-a3ec-427b89d136f6), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:50.737867 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=ee26e542-e6c7-49ac-a3ec-427b89d136f6,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:02:50.762246 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.762640 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.763295 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.763400 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.763662 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.763981 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.764311 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.764626 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.764946 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.765263 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.765590 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.765899 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.766197 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:50.805114 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:50.805440 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP 15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee disassociated (deleted). External IP: 172.27.3.139, port: f89bd00f-0208-4ec2-9634-2c7d7887432c. Jan 24 10:02:51.014341 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:02:51.377861 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:02:51.382799 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:51.387869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:02:51.398582 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:02:51.399266 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:51.410303 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-55cab568-859a-4080-935b-6950e081861a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "DELETE /v2.0/floatingips/15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee HTTP/1.1" status: 204 len: 168 time: 1.1303649 Jan 24 10:02:51.410864 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:02:51.413346 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4c5ee-9597-4000-b77c-59221df49a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:02:51.507066 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:02:51.646677 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3936f51-1db1-4c7d-b962-06f00408ad54 req-03f0981b-67b5-48c9-8b8b-0358431de56b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:51.648642 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3936f51-1db1-4c7d-b962-06f00408ad54 req-03f0981b-67b5-48c9-8b8b-0358431de56b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0531247 Jan 24 10:02:51.653729 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37bcbae-111d-4a6c-8fb1-b9548f3afcd2 x-openstack-request-id: req-c37bcbae-111d-4a6c-8fb1-b9548f3afcd2 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:02:51.654028 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:02:51.654286 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c37bcbae-111d-4a6c-8fb1-b9548f3afcd2 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:02:51.654673 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'status': 'completed', 'code': 200} Jan 24 10:02:51.699107 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-f3936f51-1db1-4c7d-b962-06f00408ad54 req-888d7cec-9499-470e-b227-b90d9156c696 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Jan 24 10:02:51.744666 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-fc3732b4-5aae-45b4-a22d-1fac95ea5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:51.746879 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-fc3732b4-5aae-45b4-a22d-1fac95ea5984 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 1098 time: 0.0430930 Jan 24 10:02:51.761846 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:51.788461 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:02:51.796864 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:02:51.797493 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:25Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:51.839965 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-fc0bcdd5-d91a-4a46-9464-afd67d3b3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:51.841441 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-fc0bcdd5-d91a-4a46-9464-afd67d3b3967 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0868454 Jan 24 10:02:51.885000 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-e340a885-341e-4abb-9f6f-0639a50a2e8b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 200 len: 217 time: 0.0337272 Jan 24 10:02:51.903502 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:02:51.939558 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-11494275-425a-40a6-9c00-0b6ad56938cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:51.941168 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-11494275-425a-40a6-9c00-0b6ad56938cb service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0478907 Jan 24 10:02:51.988296 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-9a5c9cf2-9046-44ff-89bd-4b390051f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:51.991259 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-9a5c9cf2-9046-44ff-89bd-4b390051f2e6 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431690 Jan 24 10:02:52.093614 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-1aeaf7a6-7c84-471e-9ac2-2db30d883b23 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952737 Jan 24 10:02:52.152052 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:52.179481 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db263f1e-2812-4206-953d-f70425cc9503 None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_floatingips': [{'id': 'aa955b7f-d8f3-49ce-abc9-185d3c503dd6', 'tenant_id': '607ef43389924f3b981ac750be984827', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'router_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'port_id': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'mac_address': 'fa:16:3e:e0:49:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-24T09:58:56Z', 'updated_at': '2022-01-24T09:58:58Z', 'revision_number': 1, 'project_id': '607ef43389924f3b981ac750be984827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:02:52.192488 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-2ce4c5ee-9597-4000-b77c-59221df49a1a req-a84d5188-6127-4182-90c6-977f1c774593 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907385 Jan 24 10:02:52.415326 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676bff5-bc5c-4885-ac5a-b57e9f1b4d88 None None] New status for floating IP 15e3b80d-7d5f-4ac1-a52e-0ae4f2d728ee: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:02:52.825238 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f1a27-2f63-4560-b688-3b1641b22f3f req-ff48aa83-3ce5-4d1f-b4c8-c6f0de3ae539 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:52.826678 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-680f1a27-2f63-4560-b688-3b1641b22f3f req-ff48aa83-3ce5-4d1f-b4c8-c6f0de3ae539 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0496738 Jan 24 10:02:52.880571 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-680f1a27-2f63-4560-b688-3b1641b22f3f req-3c62eb78-a56e-4ed2-8089-ea7c743bcfbc tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Jan 24 10:02:53.024465 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d68cfe12-e973-4624-8d56-c98d6413e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:53.761325 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-eb2c0387-f900-449b-8d98-3406261b4fb3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:53.762806 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-eb2c0387-f900-449b-8d98-3406261b4fb3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0629544 Jan 24 10:02:53.876607 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port f89bd00f-0208-4ec2-9634-2c7d7887432c {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:02:53.877041 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:53.969113 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] For port f89bd00f-0208-4ec2-9634-2c7d7887432c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=f89bd00f-0208-4ec2-9634-2c7d7887432c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:02:53.969461 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:53.982586 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for f89bd00f-0208-4ec2-9634-2c7d7887432c owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:02:53.994107 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94a8b2-a380-4302-ab41-7fcb7aa6d25f req-dea868c7-b8bd-457f-879e-98ebcebe4ddd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:53.995614 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f94a8b2-a380-4302-ab41-7fcb7aa6d25f req-dea868c7-b8bd-457f-879e-98ebcebe4ddd tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 945 time: 0.0473764 Jan 24 10:02:54.045596 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-9f94a8b2-a380-4302-ab41-7fcb7aa6d25f req-1ce72cbc-07c8-4d7f-aafb-b0f87e10af88 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Jan 24 10:02:54.113049 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (f89bd00f-0208-4ec2-9634-2c7d7887432c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:54.144514 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=f89bd00f-0208-4ec2-9634-2c7d7887432c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:02:54.154933 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.155301 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.155653 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.155997 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.156335 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.156668 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.157434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.157434 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.157630 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.157937 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.158281 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.158610 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.158927 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102508) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:02:54.203846 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] No DVR routers for this DVR port f89bd00f-0208-4ec2-9634-2c7d7887432c on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:02:54.206433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:54.209867 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-3c19006e-6ebc-411c-a322-9ea9f5fb3a31 req-161409bc-b176-46d6-84f7-6229cd5c811a tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "DELETE /v2.0/ports/f89bd00f-0208-4ec2-9634-2c7d7887432c HTTP/1.1" status: 204 len: 173 time: 0.4413481 Jan 24 10:02:54.210312 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'name': 'network-vif-deleted', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:02:54.213659 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8869e57-a478-482d-9697-d3fe5e4c7435" -d '{"events": [{"server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "name": "network-vif-deleted", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:02:54.252747 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34beccf4-3ce4-4d8a-af35-da11e479c981 x-openstack-request-id: req-34beccf4-3ce4-4d8a-af35-da11e479c981 {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:02:54.253167 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4940616-7734-44d0-a402-319dbe31b9da", "name": "network-vif-deleted", "tag": "f89bd00f-0208-4ec2-9634-2c7d7887432c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:02:54.253478 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34beccf4-3ce4-4d8a-af35-da11e479c981 {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:02:54.253884 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4940616-7734-44d0-a402-319dbe31b9da', 'name': 'network-vif-deleted', 'tag': 'f89bd00f-0208-4ec2-9634-2c7d7887432c', 'status': 'completed', 'code': 200} Jan 24 10:02:55.179755 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-fc86c97b-3b9b-419f-a9a1-1dbc4e91c1ee req-2399d2cb-a3a2-4059-844f-3d18e0e4b3a5 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4940616-7734-44d0-a402-319dbe31b9da HTTP/1.1" status: 200 len: 210 time: 0.0335701 Jan 24 10:02:55.294751 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-9619abf4-d207-443b-b62e-c29a8e5bcbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:56.275603 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:56.769063 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device f89bd00f-0208-4ec2-9634-2c7d7887432c no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:02:56.797383 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: f89bd00f-0208-4ec2-9634-2c7d7887432c {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:02:56.797729 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device f89bd00f-0208-4ec2-9634-2c7d7887432c not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:02:57.774801 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.483285 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32830) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:02:58.638666 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port 554d55cd-304d-46c2-a39a-7a6d26423407 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:02:58.638995 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.714793 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.715100 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (554d55cd-304d-46c2-a39a-7a6d26423407), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.726793 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for 554d55cd-304d-46c2-a39a-7a6d26423407 owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:02:58.889096 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (554d55cd-304d-46c2-a39a-7a6d26423407), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.915309 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=554d55cd-304d-46c2-a39a-7a6d26423407,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:02:58.977768 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (aa955b7f-d8f3-49ce-abc9-185d3c503dd6), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:58.978029 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.db.l3_db [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Floating IP aa955b7f-d8f3-49ce-abc9-185d3c503dd6 disassociated (deleted). External IP: 172.27.3.115, port: 3a284bbc-8d62-48f8-973b-4775f7b1266c. Jan 24 10:02:59.168637 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:59.185856 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:02:59.306865 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:02:59.312107 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:02:59.317256 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:02:59.328547 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:02:59.329202 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:59.338616 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-ba26df88-878b-473c-b225-92426ee90169 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "DELETE /v2.0/floatingips/aa955b7f-d8f3-49ce-abc9-185d3c503dd6 HTTP/1.1" status: 204 len: 168 time: 0.8542109 Jan 24 10:02:59.339231 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c'}] {{(pid=102507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:02:59.341487 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8258e305d581c80e638a15040d4a653fd61052419e9ae900b40677f2367ad504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96a5836-5b62-4550-9c87-8e13947e6379" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c"}]}' {{(pid=102507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:02:59.383091 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 24 Jan 2022 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e27b87-d16b-4ebe-aede-39a63c21cba1 x-openstack-request-id: req-84e27b87-d16b-4ebe-aede-39a63c21cba1 {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:02:59.383421 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c", "status": "completed", "code": 200}]} {{(pid=102507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:02:59.383628 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84e27b87-d16b-4ebe-aede-39a63c21cba1 {{(pid=102507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:02:59.384078 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'status': 'completed', 'code': 200} Jan 24 10:02:59.448271 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:02:59.476492 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-71221b3d-c8ac-42f4-8a8c-ede493dce883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:59.478175 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-71221b3d-c8ac-42f4-8a8c-ede493dce883 service neutron] 10.222.0.123 "GET /v2.0/ports?tenant_id=607ef43389924f3b981ac750be984827&device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 1098 time: 0.0472615 Jan 24 10:02:59.575669 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4cc26-25f4-46ed-8708-09b07dee65c6 req-631d8c18-02b1-4fbb-a772-8b0986cb0f4b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:59.577138 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7a4cc26-25f4-46ed-8708-09b07dee65c6 req-631d8c18-02b1-4fbb-a772-8b0986cb0f4b tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0543790 Jan 24 10:02:59.577695 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-51a6c6a7-614a-4d88-b5dc-20a2e3d28352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:59.579211 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-51a6c6a7-614a-4d88-b5dc-20a2e3d28352 service neutron] 10.222.0.123 "GET /v2.0/networks?id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 200 len: 911 time: 0.0947185 Jan 24 10:02:59.626216 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-5061d75c-2647-4129-981f-9fd5c65ac07b service neutron] 10.222.0.123 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 200 len: 217 time: 0.0380480 Jan 24 10:02:59.631014 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-b7a4cc26-25f4-46ed-8708-09b07dee65c6 req-808247a5-6a16-4b5f-a36d-ebabf09df26f tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473361 Jan 24 10:02:59.668460 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:59.680527 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-755fa08b-bd1a-47d9-b7b8-bd3c7125f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:59.681900 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-755fa08b-bd1a-47d9-b7b8-bd3c7125f559 service neutron] 10.222.0.123 "GET /v2.0/subnets?id=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 200 len: 849 time: 0.0465040 Jan 24 10:02:59.695137 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:02:59.703676 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:02:59.704283 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:02:59.726468 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-c2e0eba2-8354-42f2-94a5-bcc68aa26011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:02:59.728166 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-c2e0eba2-8354-42f2-94a5-bcc68aa26011 service neutron] 10.222.0.123 "GET /v2.0/ports?network_id=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394635 Jan 24 10:02:59.810850 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:02:59.820458 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-d5e881cc-4020-426a-be30-132d558cd6a0 service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851810 Jan 24 10:02:59.912246 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-f96a5836-5b62-4550-9c87-8e13947e6379 req-ed9db36c-afc9-40e4-9cf8-8656df532c9f service neutron] 10.222.0.123 "GET /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Jan 24 10:03:00.009964 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:00.039826 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2616059a-c72f-453d-965c-356f6a141f59 None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T09:55:25Z', 'revision_number': 4, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi', '_interfaces': [{'id': 'b4514f2d-7565-4f6b-af56-eb3f84a015f9', 'name': '', 'network_id': 'a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9', 'tenant_id': '607ef43389924f3b981ac750be984827', 'mac_address': 'fa:16:3e:28:b7:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:25Z', 'updated_at': '2022-01-24T09:55:34Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'subnets': [{'id': '4c77f955-63c0-4b2a-b46f-3e6d5d7d8960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:03:00.265934 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d64f53-6bdd-4598-97e4-134ba0c8e8a2 None None] New status for floating IP aa955b7f-d8f3-49ce-abc9-185d3c503dd6: DOWN {{(pid=102510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 24 10:03:00.759284 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d918b-d341-46ff-9ec6-270b89e23ece req-9c656adb-dcdd-4e15-8243-e0dba334d208 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:03:00.760731 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-711d918b-d341-46ff-9ec6-270b89e23ece req-9c656adb-dcdd-4e15-8243-e0dba334d208 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0510356 Jan 24 10:03:00.810306 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-711d918b-d341-46ff-9ec6-270b89e23ece req-7bab486b-fda2-4f2e-badb-a1f6493f67d7 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432091 Jan 24 10:03:01.546424 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-a3bc84c0-0352-4e99-96d9-36eb6bcfe9fb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102508) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 24 10:03:01.547890 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-a3bc84c0-0352-4e99-96d9-36eb6bcfe9fb tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 945 time: 0.0568037 Jan 24 10:03:01.642020 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port 3a284bbc-8d62-48f8-973b-4775f7b1266c {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:01.642325 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:01.733125 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] For port 3a284bbc-8d62-48f8-973b-4775f7b1266c, host hv-cinder-80952, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80952',level=0,port_id=3a284bbc-8d62-48f8-973b-4775f7b1266c,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:01.733454 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:01.746556 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for 3a284bbc-8d62-48f8-973b-4775f7b1266c owned by compute:nova {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:01.876496 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (3a284bbc-8d62-48f8-973b-4775f7b1266c), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:01.906452 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=3a284bbc-8d62-48f8-973b-4775f7b1266c,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:01.930131 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [req-59100ae0-78a4-45a9-ab61-8285d63b86ef req-ef4806fc-eeef-4abd-bc3e-c13a1ecefea3 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6fc088b-b765-43da-8174-27e44649dfdf HTTP/1.1" status: 200 len: 210 time: 0.0360820 Jan 24 10:03:01.956129 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] No DVR routers for this DVR port 3a284bbc-8d62-48f8-973b-4775f7b1266c on host hv-cinder-80952 {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:03:01.958804 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for port (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:01.966157 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [req-08e11d1e-a29b-478e-be28-7f55099f7cb1 req-6ff26363-544b-4a26-be4e-4c3057af3212 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.123 "DELETE /v2.0/ports/3a284bbc-8d62-48f8-973b-4775f7b1266c HTTP/1.1" status: 204 len: 173 time: 0.4112623 Jan 24 10:03:01.966611 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'name': 'network-vif-deleted', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c'}] {{(pid=102508) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 24 10:03:01.972859 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0c6864b773d87b99dabfcc936d3479cc492ae16ad940a073c17cf61036e2711" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535ca881-4101-4319-8fa6-f3bf1a9c7d30" -d '{"events": [{"server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "name": "network-vif-deleted", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c"}]}' {{(pid=102508) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 24 10:03:02.014252 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 24 Jan 2022 10:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64026f9-1a5f-44c7-94d1-7dcbc52c018a x-openstack-request-id: req-f64026f9-1a5f-44c7-94d1-7dcbc52c018a {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 24 10:03:02.014559 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc088b-b765-43da-8174-27e44649dfdf", "name": "network-vif-deleted", "tag": "3a284bbc-8d62-48f8-973b-4775f7b1266c", "status": "completed", "code": 200}]} {{(pid=102508) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 24 10:03:02.014811 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64026f9-1a5f-44c7-94d1-7dcbc52c018a {{(pid=102508) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 24 10:03:02.015248 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc088b-b765-43da-8174-27e44649dfdf', 'name': 'network-vif-deleted', 'tag': '3a284bbc-8d62-48f8-973b-4775f7b1266c', 'status': 'completed', 'code': 200} Jan 24 10:03:02.988693 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32846) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:03.112912 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Deleting port 299ce3d3-0a17-49c4-add9-bcc0e691c209 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:03.113202 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.193408 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.193730 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (299ce3d3-0a17-49c4-add9-bcc0e691c209), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.205577 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Calling delete_port for 299ce3d3-0a17-49c4-add9-bcc0e691c209 owned by network:floatingip {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:03.355835 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (299ce3d3-0a17-49c4-add9-bcc0e691c209), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.380687 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'Port': ['ID=299ce3d3-0a17-49c4-add9-bcc0e691c209,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:03.440608 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for floatingip (8d974c8f-f0e7-4b9b-9f23-7cd842ca747e), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.443126 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97910'] for floatingip (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:03.444305 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-5da8fb56-d4f2-4988-92a4-27f807188471 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "DELETE /v2.0/floatingips/8d974c8f-f0e7-4b9b-9f23-7cd842ca747e HTTP/1.1" status: 204 len: 168 time: 0.4545918 Jan 24 10:03:04.681510 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32858) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:04.744449 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (8b3926cf-5d3b-45d5-a41a-e561bf91f0b3), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:04.770226 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (8b3926cf-5d3b-45d5-a41a-e561bf91f0b3), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:04.812275 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 3a284bbc-8d62-48f8-973b-4775f7b1266c no longer exists at agent hyperv_hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:04.830142 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (8b3926cf-5d3b-45d5-a41a-e561bf91f0b3), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:04.832818 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:04.834011 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b3926cf-5d3b-45d5-a41a-e561bf91f0b3 HTTP/1.1" status: 204 len: 168 time: 0.1514990 Jan 24 10:03:04.836195 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] No Port match for: 3a284bbc-8d62-48f8-973b-4775f7b1266c {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:04.836885 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Device 3a284bbc-8d62-48f8-973b-4775f7b1266c not bound to the agent host hv-cinder-80952 {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:04.849900 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60761-b964-4466-9166-2d1a00a1ef52 tempest-TestVolumeBootPattern-992543145 tempest-TestVolumeBootPattern-992543145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3926cf-5d3b-45d5-a41a-e561bf91f0b3,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:04.888236 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32862) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:05.403876 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (49bf2dd0-fce4-4116-8611-081b819c4acc), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:05.649681 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Deleting port b4514f2d-7565-4f6b-af56-eb3f84a015f9 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:05.649980 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:05.724741 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] For port b4514f2d-7565-4f6b-af56-eb3f84a015f9, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=b4514f2d-7565-4f6b-af56-eb3f84a015f9,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:05.724968 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:05.737290 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Calling delete_port for b4514f2d-7565-4f6b-af56-eb3f84a015f9 owned by network:router_interface {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:05.921499 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (b4514f2d-7565-4f6b-af56-eb3f84a015f9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:05.947803 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4514f2d-7565-4f6b-af56-eb3f84a015f9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:06.373143 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (49bf2dd0-fce4-4116-8611-081b819c4acc), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:06.583184 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Router 49bf2dd0-fce4-4116-8611-081b819c4acc has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102508) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:03:06.692308 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102508) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:03:06.699310 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-06f5fc47-1242-4bdf-9e60-3ceb627b6581 admin admin] 10.222.0.39 "PUT /v2.0/routers/49bf2dd0-fce4-4116-8611-081b819c4acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099694 Jan 24 10:03:06.702135 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32866) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:06.703029 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Sync routers for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:03:06.714298 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:03:06.714941 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:06.807326 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks [] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:06.820702 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: dv-cinder-809523-7-iscsi {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:03:06.909208 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks [] for router_gateway (49bf2dd0-fce4-4116-8611-081b819c4acc), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:06.965123 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Deleting port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:06.965832 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.002204 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T10:03:05Z', 'revision_number': 5, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port': {'id': '48bf85d3-92f2-40b3-9788-aeac3eb04fbe', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:23Z', 'updated_at': '2022-01-24T09:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:07.028645 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Checking router: 49bf2dd0-fce4-4116-8611-081b819c4acc for host: dv-cinder-809523-7-iscsi {{(pid=102509) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:03:07.036914 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Routers {'49bf2dd0-fce4-4116-8611-081b819c4acc'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102509) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:03:07.037530 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['49bf2dd0-fce4-4116-8611-081b819c4acc'], 'active': True} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:07.048125 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] For port 48bf85d3-92f2-40b3-9788-aeac3eb04fbe, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:07.048499 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.061096 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Calling delete_port for 48bf85d3-92f2-40b3-9788-aeac3eb04fbe owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:07.122560 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvr_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] Set router 49bf2dd0-fce4-4116-8611-081b819c4acc gateway port host: None {{(pid=102509) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:03:07.177352 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_hamode_db [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T10:03:06Z', 'revision_number': 6, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:07.204593 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eac5cd7-8217-45a3-8e45-d0c25abead3e None None] The sync data for ids ['49bf2dd0-fce4-4116-8611-081b819c4acc'] in dv-cinder-809523-7-iscsi is: [{'id': '49bf2dd0-fce4-4116-8611-081b819c4acc', 'name': 'tempest-TestVolumeBootPattern-44359204-router', 'tenant_id': '607ef43389924f3b981ac750be984827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:22Z', 'updated_at': '2022-01-24T10:03:06Z', 'revision_number': 6, 'project_id': '607ef43389924f3b981ac750be984827', 'gw_port_host': None}] {{(pid=102509) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:03:07.233311 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (48bf85d3-92f2-40b3-9788-aeac3eb04fbe), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.267664 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Pushing event deleted for resources: {'Port': ['ID=48bf85d3-92f2-40b3-9788-aeac3eb04fbe,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:07.320121 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (49bf2dd0-fce4-4116-8611-081b819c4acc), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.408786 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.411097 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks [] for router_controller (49bf2dd0-fce4-4116-8611-081b819c4acc), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.454278 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (49bf2dd0-fce4-4116-8611-081b819c4acc), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.454828 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49bf2dd0-fce4-4116-8611-081b819c4acc {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:03:07.459171 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.460314 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-568856ea-55d4-44c2-891d-489c5d6362df admin admin] 10.222.0.39 "DELETE /v2.0/routers/49bf2dd0-fce4-4116-8611-081b819c4acc HTTP/1.1" status: 204 len: 168 time: 0.7572076 Jan 24 10:03:07.462988 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32868) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:07.510566 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Deleting subnet 4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:03:07.513772 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Publish callbacks [] for subnet (4c77f955-63c0-4b2a-b46f-3e6d5d7d8960), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.548904 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (4c77f955-63c0-4b2a-b46f-3e6d5d7d8960), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.630807 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (4c77f955-63c0-4b2a-b46f-3e6d5d7d8960), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.691960 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (4c77f955-63c0-4b2a-b46f-3e6d5d7d8960), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.720710 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c77f955-63c0-4b2a-b46f-3e6d5d7d8960,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:07.724247 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.728740 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-98132765-fc9d-4a8c-b941-cb92adaa4bf9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4c77f955-63c0-4b2a-b46f-3e6d5d7d8960 HTTP/1.1" status: 204 len: 168 time: 0.2636240 Jan 24 10:03:07.730318 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32870) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:07.732300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871558e2-deec-4ef0-8f77-528554494215 None None] Network a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:03:07.797674 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.852602 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Deleting port dc63d766-8ecc-436a-8861-dc56efe4df18 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:07.852941 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.921380 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] For port dc63d766-8ecc-436a-8861-dc56efe4df18, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dc63d766-8ecc-436a-8861-dc56efe4df18,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:07.921835 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:07.935860 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Calling delete_port for dc63d766-8ecc-436a-8861-dc56efe4df18 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:07.940241 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] DHCP port deletion for a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:03:07.991200 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Deleting port dc63d766-8ecc-436a-8861-dc56efe4df18 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:07.991601 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.020222 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.054466 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc63d766-8ecc-436a-8861-dc56efe4df18,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:08.056432 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] No DVR routers for this DVR port dc63d766-8ecc-436a-8861-dc56efe4df18 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:03:08.071211 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] For port dc63d766-8ecc-436a-8861-dc56efe4df18, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=dc63d766-8ecc-436a-8861-dc56efe4df18,segment=NetworkSegment(1eef395a-570d-4fd3-bf20-5504eb96c40e),segment_id=1eef395a-570d-4fd3-bf20-5504eb96c40e)] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:08.071625 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.089254 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Calling delete_port for dc63d766-8ecc-436a-8861-dc56efe4df18 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:08.125869 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.146712 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:08.157130 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eef395a-570d-4fd3-bf20-5504eb96c40e') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:08.157417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eef395a-570d-4fd3-bf20-5504eb96c40e') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:08.167181 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (dc63d766-8ecc-436a-8861-dc56efe4df18), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.167417 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (1eef395a-570d-4fd3-bf20-5504eb96c40e), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.185218 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (1eef395a-570d-4fd3-bf20-5504eb96c40e), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.192367 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:03:08.192812 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (1eef395a-570d-4fd3-bf20-5504eb96c40e), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.194480 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Pushing event deleted for resources: {'Port': ['ID=dc63d766-8ecc-436a-8861-dc56efe4df18,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:03:08.194729 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:03:08.203848 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] No DVR routers for this DVR port dc63d766-8ecc-436a-8861-dc56efe4df18 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:03:08.207584 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.207846 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.208186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.208520 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.208853 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.209186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.209511 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.209836 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.210156 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.210477 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.211207 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.211207 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.212086 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996dc548-ee67-495b-ac07-70be4558f4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809523-7-iscsi {{(pid=102509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 24 10:03:08.260473 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.266157 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.269358 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9 HTTP/1.1" status: 204 len: 168 time: 0.5381646 Jan 24 10:03:08.273033 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32872) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:08.280166 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde426-b6fd-49e0-9362-b7629a46ba2b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bbeb0b-bf7e-4bdd-9a85-64d3c4272ba9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:08.578597 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dc63d766-8ecc-436a-8861-dc56efe4df18 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:08.599244 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: dc63d766-8ecc-436a-8861-dc56efe4df18 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:08.599566 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device dc63d766-8ecc-436a-8861-dc56efe4df18 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:08.599982 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 48bf85d3-92f2-40b3-9788-aeac3eb04fbe no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:08.621758 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 48bf85d3-92f2-40b3-9788-aeac3eb04fbe {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:08.622102 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 48bf85d3-92f2-40b3-9788-aeac3eb04fbe not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:08.622503 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device b4514f2d-7565-4f6b-af56-eb3f84a015f9 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:08.628345 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525860'] for router_interface (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.641097 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: b4514f2d-7565-4f6b-af56-eb3f84a015f9 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:08.641443 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device b4514f2d-7565-4f6b-af56-eb3f84a015f9 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:08.883898 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Deleting port c73eee47-a6ab-4a31-8ad6-a5d80368cd94 {{(pid=102507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:08.884157 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.965110 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.db [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] For port c73eee47-a6ab-4a31-8ad6-a5d80368cd94, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:08.965461 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:08.978419 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.plugins.ml2.plugin [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Calling delete_port for c73eee47-a6ab-4a31-8ad6-a5d80368cd94 owned by network:router_interface {{(pid=102507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:09.170210 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131181645'] for port (c73eee47-a6ab-4a31-8ad6-a5d80368cd94), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:09.196188 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73eee47-a6ab-4a31-8ad6-a5d80368cd94,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:09.374499 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-635231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550686'] for router_interface (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:09.593494 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Router a16ff96d-ac0f-452b-8e49-ac0a11639b5f has already been hosted by L3 agent 44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f {{(pid=102507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 24 10:03:09.699640 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] Notify agent at l3_agent.dv-cinder-809523-7-iscsi the message routers_updated {{(pid=102507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 24 10:03:09.707569 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-28bd8cb0-15ed-4d30-b27f-d162b4d445e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a16ff96d-ac0f-452b-8e49-ac0a11639b5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334154 Jan 24 10:03:09.707821 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32874) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:09.708752 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Sync routers for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 24 10:03:09.719200 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:03:09.720026 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:09.813027 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks [] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:09.823668 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: dv-cinder-809523-7-iscsi {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:03:09.913600 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks [] for router_gateway (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:09.967662 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Deleting port faaf0f86-af1c-4161-ab24-7f87f8ec6614 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:09.968104 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:09.999581 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'external_fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T10:03:09Z', 'revision_number': 5, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port': {'id': 'faaf0f86-af1c-4161-ab24-7f87f8ec6614', 'name': '', 'network_id': '859e3319-4c87-4ef0-883c-1d643089d79f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809523-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-24T09:55:29Z', 'updated_at': '2022-01-24T09:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '167aafe5-526a-4766-8655-e48fe30bbe99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809523-7-iscsi'}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:10.025470 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Checking router: a16ff96d-ac0f-452b-8e49-ac0a11639b5f for host: dv-cinder-809523-7-iscsi {{(pid=102510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 24 10:03:10.033537 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Routers {'a16ff96d-ac0f-452b-8e49-ac0a11639b5f'} bound to L3 agent in host dv-cinder-809523-7-iscsi {{(pid=102510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 24 10:03:10.034132 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809523-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-24T09:40:55Z,description=,heartbeat_timestamp=2022-01-24T10:02:55Z,host='dv-cinder-809523-7-iscsi',id=44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f,load=0,resource_versions=,resources_synced=,started_at=2022-01-24T09:40:55Z,topic='l3_agent')) {'router_ids': ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'], 'active': True} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:10.049433 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] For port faaf0f86-af1c-4161-ab24-7f87f8ec6614, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=faaf0f86-af1c-4161-ab24-7f87f8ec6614,segment=NetworkSegment(857b1079-f231-46e0-849a-c448c47a4e6b),segment_id=857b1079-f231-46e0-849a-c448c47a4e6b)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:10.049802 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.062743 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Calling delete_port for faaf0f86-af1c-4161-ab24-7f87f8ec6614 owned by network:router_gateway {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:10.115626 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_dvr_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] Set router a16ff96d-ac0f-452b-8e49-ac0a11639b5f gateway port host: None {{(pid=102510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 24 10:03:10.167391 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.l3_hamode_db [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T10:03:09Z', 'revision_number': 6, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port_host': None}], 'dv-cinder-809523-7-iscsi', False) {} {{(pid=102510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:10.194662 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f48406-181d-44d7-8017-3ec50db95434 None None] The sync data for ids ['a16ff96d-ac0f-452b-8e49-ac0a11639b5f'] in dv-cinder-809523-7-iscsi is: [{'id': 'a16ff96d-ac0f-452b-8e49-ac0a11639b5f', 'name': 'tempest-TestVolumeBootPattern-524911868-router', 'tenant_id': '5c77d37188a74a728ec9654d2979b4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-24T09:55:28Z', 'updated_at': '2022-01-24T10:03:09Z', 'revision_number': 6, 'project_id': '5c77d37188a74a728ec9654d2979b4ec', 'gw_port_host': None}] {{(pid=102510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 24 10:03:10.238796 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (faaf0f86-af1c-4161-ab24-7f87f8ec6614), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.265658 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Pushing event deleted for resources: {'Port': ['ID=faaf0f86-af1c-4161-ab24-7f87f8ec6614,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:10.329473 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-551723'] for router_gateway (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.427310 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62173'] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.429413 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks [] for router_controller (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.480079 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-555942'] for router (a16ff96d-ac0f-452b-8e49-ac0a11639b5f), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.480642 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a16ff96d-ac0f-452b-8e49-ac0a11639b5f {{(pid=102508) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 24 10:03:10.485061 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.486222 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e99f7c44-0b2a-49f4-bce7-bb40fc34875b admin admin] 10.222.0.39 "DELETE /v2.0/routers/a16ff96d-ac0f-452b-8e49-ac0a11639b5f HTTP/1.1" status: 204 len: 168 time: 0.7775810 Jan 24 10:03:10.488877 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32876) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:10.536849 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.db_base_plugin_v2 [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Deleting subnet 95314727-f261-4dc4-8c84-f8e755cfffe9 {{(pid=102508) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 24 10:03:10.540760 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Publish callbacks [] for subnet (95314727-f261-4dc4-8c84-f8e755cfffe9), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.579388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132943214'] for subnet (95314727-f261-4dc4-8c84-f8e755cfffe9), precommit_delete_associations {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.665186 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834108'] for subnet (95314727-f261-4dc4-8c84-f8e755cfffe9), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.730477 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132952064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132074864'] for subnet (95314727-f261-4dc4-8c84-f8e755cfffe9), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.757837 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95314727-f261-4dc4-8c84-f8e755cfffe9,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:10.760041 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.763506 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-893d044b-195a-4eb6-901f-830d37bd4a2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/95314727-f261-4dc4-8c84-f8e755cfffe9 HTTP/1.1" status: 204 len: 168 time: 0.2736537 Jan 24 10:03:10.764510 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c9433-f639-42e5-96da-81750cc01f53 None None] Network b8fe39dc-109d-40f9-bf2c-5b887ad47b83 requested from dv-cinder-809523-7-iscsi {{(pid=102509) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 24 10:03:10.766480 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32878) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:10.838644 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1332116'] for network (b8fe39dc-109d-40f9-bf2c-5b887ad47b83), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.893446 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Deleting port 2f6e626b-a7d2-4f62-a647-e08116fc2388 {{(pid=102508) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:10.893744 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.957388 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.db [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] For port 2f6e626b-a7d2-4f62-a647-e08116fc2388, host dv-cinder-809523-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809523-7-iscsi',level=0,port_id=2f6e626b-a7d2-4f62-a647-e08116fc2388,segment=NetworkSegment(2228177d-c747-4926-8daf-88a5dbb76f41),segment_id=2228177d-c747-4926-8daf-88a5dbb76f41)] {{(pid=102508) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:10.957758 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:10.975822 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.plugin [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Calling delete_port for 2f6e626b-a7d2-4f62-a647-e08116fc2388 owned by network:dhcp {{(pid=102508) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:10.990470 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] DHCP port deletion for b8fe39dc-109d-40f9-bf2c-5b887ad47b83 request from dv-cinder-809523-7-iscsi {{(pid=102509) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 24 10:03:10.993174 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device c73eee47-a6ab-4a31-8ad6-a5d80368cd94 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:11.016700 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: c73eee47-a6ab-4a31-8ad6-a5d80368cd94 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:11.017489 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device c73eee47-a6ab-4a31-8ad6-a5d80368cd94 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:11.056573 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132952301'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.059217 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Deleting port 2f6e626b-a7d2-4f62-a647-e08116fc2388 {{(pid=102509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 24 10:03:11.059672 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776296606347'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), before_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.085581 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6e626b-a7d2-4f62-a647-e08116fc2388,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:11.090479 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] No DVR routers for this DVR port 2f6e626b-a7d2-4f62-a647-e08116fc2388 on host dv-cinder-809523-7-iscsi {{(pid=102508) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:03:11.129355 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.db [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] For port 2f6e626b-a7d2-4f62-a647-e08116fc2388, host dv-cinder-809523-7-iscsi, got binding levels [] {{(pid=102509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 24 10:03:11.129750 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551759'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), precommit_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.143109 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Calling delete_port for 2f6e626b-a7d2-4f62-a647-e08116fc2388 owned by network:dhcp {{(pid=102509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 24 10:03:11.145772 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.ipam_backend_mixin [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Port 2f6e626b-a7d2-4f62-a647-e08116fc2388 was not found and therefore no delete operation was performed {{(pid=102509) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 24 10:03:11.147409 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1725220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776296615774', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776296065262'] for port (2f6e626b-a7d2-4f62-a647-e08116fc2388), after_delete {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.168608 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1803910', 'neutron.services.segments.db._delete_segments_for_network-8776296554626'] for network (b8fe39dc-109d-40f9-bf2c-5b887ad47b83), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.175084 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] Pushing event deleted for resources: {'Port': ['ID=2f6e626b-a7d2-4f62-a647-e08116fc2388,revision_number=None']} {{(pid=102509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:11.179135 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386cae5d-d438-4c2f-861a-96069af7b59c None None] No DVR routers for this DVR port 2f6e626b-a7d2-4f62-a647-e08116fc2388 on host dv-cinder-809523-7-iscsi {{(pid=102509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 24 10:03:11.200984 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8fe39dc-109d-40f9-bf2c-5b887ad47b83']}} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:11.210722 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2228177d-c747-4926-8daf-88a5dbb76f41') {'for_net_delete': True} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:11.211058 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.services.segments.db [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2228177d-c747-4926-8daf-88a5dbb76f41') {} {{(pid=102508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 24 10:03:11.221254 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776296553463', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132943191'] for segment (2228177d-c747-4926-8daf-88a5dbb76f41), before_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.235536 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072'] for segment (2228177d-c747-4926-8daf-88a5dbb76f41), precommit_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.242224 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=102508) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 24 10:03:11.242612 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1808072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132952250'] for segment (2228177d-c747-4926-8daf-88a5dbb76f41), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: Traceback (most recent call last): Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: timer() Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: cb(*args, **kw) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: return func(*args, **kwargs) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: self._notify() Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: self.callback(batched_events) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: event.method(event) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: aggregate_uuid = self.p_client.list_aggregates( Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: return f(self, *a, **k) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._get(url).json() Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: return self.request(url, 'GET', **kwargs) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: base_url = self.get_endpoint(auth, allow=allow, Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 24 10:03:11.244474 dv-cinder-809523-7-iscsi neutron-server[102508]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 24 10:03:11.303239 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1803933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-635204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529339'] for network (b8fe39dc-109d-40f9-bf2c-5b887ad47b83), after_delete {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.308054 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron_lib.callbacks.manager [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635258'] for network (None), before_response {{(pid=102508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.311380 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b8fe39dc-109d-40f9-bf2c-5b887ad47b83 HTTP/1.1" status: 204 len: 168 time: 0.5428843 Jan 24 10:03:11.323591 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108a271-dfdd-493c-8214-0ce249908517 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8fe39dc-109d-40f9-bf2c-5b887ad47b83,revision_number=None']} {{(pid=102508) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:11.440982 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32882) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:11.482161 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-1036f7ee-21d4-4cff-97ae-56f5eefc07af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=607ef43389924f3b981ac750be984827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398691 Jan 24 10:03:11.485777 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32884) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:11.537240 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] Publish callbacks [] for security_group (5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.557758 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] Publish callbacks [] for security_group (5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.605394 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.608110 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:11.609274 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d HTTP/1.1" status: 204 len: 168 time: 0.1227207 Jan 24 10:03:11.616795 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25314ab-3453-4378-9495-9409f07860c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca7584-ea9e-4b9d-bdd5-07c7083b4a1d,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:11.955990 dv-cinder-809523-7-iscsi neutron-server[102508]: DEBUG neutron.wsgi [-] (102508) accepted ('10.222.0.39', 32890) {{(pid=102508) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:11.997163 dv-cinder-809523-7-iscsi neutron-server[102508]: INFO neutron.wsgi [None req-df65c82f-91ab-44b8-be1c-ce69547c0924 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c77d37188a74a728ec9654d2979b4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397630 Jan 24 10:03:11.999740 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [-] (102507) accepted ('10.222.0.39', 32892) {{(pid=102507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 24 10:03:12.049342 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] Publish callbacks [] for security_group (04b08b1e-947b-47c7-87b7-125ed7d90556), before_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:12.070215 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] Publish callbacks [] for security_group (04b08b1e-947b-47c7-87b7-125ed7d90556), precommit_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:12.121733 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567007'] for security_group (04b08b1e-947b-47c7-87b7-125ed7d90556), after_delete {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:12.126090 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron_lib.callbacks.manager [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:12.128270 dv-cinder-809523-7-iscsi neutron-server[102507]: INFO neutron.wsgi [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04b08b1e-947b-47c7-87b7-125ed7d90556 HTTP/1.1" status: 204 len: 168 time: 0.1269217 Jan 24 10:03:12.136582 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00d6cc-e563-4949-a274-bba27285fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b08b1e-947b-47c7-87b7-125ed7d90556,revision_number=None']} {{(pid=102507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 24 10:03:12.576855 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device faaf0f86-af1c-4161-ab24-7f87f8ec6614 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:12.597788 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: faaf0f86-af1c-4161-ab24-7f87f8ec6614 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:12.598130 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device faaf0f86-af1c-4161-ab24-7f87f8ec6614 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:12.598543 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2f6e626b-a7d2-4f62-a647-e08116fc2388 no longer exists at agent ovs-agent-dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 24 10:03:12.617369 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.plugin [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] No Port match for: 2f6e626b-a7d2-4f62-a647-e08116fc2388 {{(pid=102509) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 24 10:03:12.617711 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron.plugins.ml2.rpc [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Device 2f6e626b-a7d2-4f62-a647-e08116fc2388 not bound to the agent host dv-cinder-809523-7-iscsi {{(pid=102509) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 24 10:03:14.398710 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:23.028327 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-d4be3d0a-39d6-4af3-b679-6c8dbd5eed65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:25.299068 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-c6dec9f2-f2c4-4c2e-9910-b086d573099b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:26.287795 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:26.558402 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:03:27.788113 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:29.176300 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:44.417291 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:53.026489 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ed5fc721-9cdb-443f-b4d1-105fc8e99668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:55.300307 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-68e673af-507d-4b05-94b2-159982c77acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:56.289773 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:57.793915 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:03:59.186463 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:03.563926 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:04:14.425420 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:23.027171 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a6f18b95-2894-427f-ae00-283a9cb0ee52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:25.298027 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a747-dedc-4ca6-b9dc-81b6b4bacac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:26.288858 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:27.790830 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:29.176375 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:40.569017 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:04:44.429172 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:53.024496 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2929840f-2582-4334-9c91-1f18ad0ca240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:55.301497 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-f7048c15-a202-4ddc-ad69-a7b5cb512364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:56.299704 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:57.800780 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:04:59.179915 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:14.439466 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:17.573362 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:05:23.027781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-bff9dc37-6d6b-4bc5-9fa6-88d17f1013d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:25.305976 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-886703c3-7617-4600-b767-ec5e131349fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:26.299137 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:27.799215 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:29.177322 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:44.436659 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:53.027739 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b6051b28-7929-4d23-8d04-a1a01e71e3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:54.578192 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:05:55.316229 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-03d69333-1f48-42ca-ac5c-4f29375de869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:56.299953 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:57.808357 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:05:59.175375 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:14.456685 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:23.030186 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-e088d9d0-759f-43e8-99e5-b1f02a98719f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:25.307112 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce193689-8443-46e9-8854-4e79f4af2f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:26.302440 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:27.810457 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:29.175551 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:31.580070 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:06:44.469365 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:48.937727 dv-cinder-809523-7-iscsi neutron-server[102507]: DEBUG neutron.wsgi [req-9efd184d-332b-4dbc-95a6-dd3f50a59419 req-9162be93-b1ec-43ec-b12d-923f95cf94f3 service neutron] (102507) timed out ('10.222.0.123', 61860) {{(pid=102507) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 24 10:06:53.031356 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-878601f8-1cc8-4716-8575-2c42767dc8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:55.309920 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-b542f08d-da01-449a-9ef8-50b34af74857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:56.306457 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:57.814010 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:06:59.182869 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:08.585196 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:07:14.484905 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:23.037399 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-8577e56e-cf33-4e2f-988f-0d1a4c4b5772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:25.309171 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-df2d47bd-5d35-4286-b534-8cf1b33423f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:26.319243 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:27.819340 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:29.181781 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:44.495006 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:45.591036 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:07:53.027579 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-065c609c-0d45-440d-9837-504b8a398ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:55.315493 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-2a031592-c288-4367-8196-014454a19040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:56.322535 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:57.817374 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:07:59.178790 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:14.524602 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:22.591334 dv-cinder-809523-7-iscsi neutron-server[102510]: DEBUG neutron.db.agents_db [None req-cdff7035-d954-449f-a395-b406e952e16d None None] Agent healthcheck: found 6 active agents {{(pid=102510) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 24 10:08:23.034672 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-5d702098-5965-4938-8843-a1a1ad5c8f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:25.312591 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-ce6498b2-3739-46b6-af2b-ccdbb44a1aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (44ed0c7e-bbbb-4d31-81da-7f33c8c6e98f), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:26.321096 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-3dacfb12-107c-4aae-9e30-a2444de87314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (47bf866d-e755-4fe8-a136-e098052d22d7), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:27.831753 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-a1d768fd-512b-43f8-bb89-1f5732b14f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (1875fd6d-b5a8-429b-a465-a738a5a15566), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:29.170090 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-cceea914-a5d7-4fef-a00e-5a1e7af55c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (2852d3c6-d4e8-41cd-97a0-a9556a037a7a), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:44.531641 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-064ad890-feaf-4d20-858a-7f6df755e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (45ccd764-0cd4-415d-a759-1c80537f2b5c), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 24 10:08:53.020315 dv-cinder-809523-7-iscsi neutron-server[102509]: DEBUG neutron_lib.callbacks.manager [None req-20a19377-9245-464a-a934-68ab10c90444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776296554608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831768'] for agent (10d3b154-38de-4ff7-b1b2-a042f8d7fe54), after_update {{(pid=102509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}